This is an automated email from the ASF dual-hosted git repository. xiangfu pushed a change to branch support_orc_in_segment_gen in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
omit 695c62f Support ORC files as data source in segment creation add a0c84fe Implement DISTINCT (#4535) add 761ce2f Add APIs to get leader for all tables or a given table (#4545) add 31594da Replace Hashmap to Object2IntOpenHashMap in OnHeapStringDictionary (#4568) add 283a495 Revert "Set processingException when all queried segments cannot be acquired (#3942)" (#4632) add 49a65a3 Support default value for Byte column (#4583) add e447117 Remove import of sun.misc.Cleaner to make code compatible with jdk11 (#4634) add ffa66bf Refactor ControllerLeaderLocator (#4553) add f30d83b Adding documentation for Pinot Schema. (#4637) add 07c74b1 User doc for Star-Tree index (#4640) add c563b82 Add license header for star-tree document (#4641) add bd1af57 Adding section describing defaultNullValue in Schema page. (#4642) add e3df232 Support ORC files as data source in segment creation add 2ed1d5c address comments This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (695c62f) \ N -- N -- N refs/heads/support_orc_in_segment_gen (2ed1d5c) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: docs/admin_guide.rst | 1 + docs/architecture.rst | 22 +- docs/index.rst | 2 +- docs/schema.rst | 138 ++++ docs/star-tree/example.png | Bin 0 -> 29005 bytes docs/star-tree/space-time.png | Bin 0 -> 25225 bytes docs/star-tree/star-tree.rst | 349 ++++++++++ docs/star-tree/structure.png | Bin 0 -> 25841 bytes docs/tuning_pinot.rst | 13 +- .../requesthandler/BaseBrokerRequestHandler.java | 19 +- .../pinot/common/exception/QueryException.java | 2 - .../common/function/AggregationFunctionType.java | 3 +- .../apache/pinot/common/request/BrokerRequest.java | 199 ++++-- .../common/utils/helix/LeadControllerUtils.java | 49 ++ .../parsers/PinotQuery2BrokerRequestConverter.java | 77 ++- .../org/apache/pinot/pql/parsers/Pql2Compiler.java | 3 +- .../pql/parsers/pql2/ast/FunctionCallAstNode.java | 59 +- .../parsers/pql2/ast/OutputColumnListAstNode.java | 91 +++ .../pinot/pql/parsers/pql2/ast/SelectAstNode.java | 25 +- .../apache/pinot/sql/parsers/CalciteSqlParser.java | 55 +- .../apache/pinot/common/data/FieldSpecTest.java | 11 + .../apache/pinot/pql/parsers/Pql2CompilerTest.java | 38 ++ .../pinot/sql/parsers/CalciteSqlCompilerTest.java | 327 ++++++++++ pinot-common/src/thrift/request.thrift | 1 + .../pinot/controller/LeadControllerManager.java | 35 +- .../pinot/controller/api/resources/Constants.java | 1 + .../PinotLeadControllerRestletResource.java | 202 ++++++ .../controller/LeadControllerManagerTest.java | 17 +- .../controller/helix/PinotControllerModeTest.java | 23 +- .../helix/core/retention/RetentionManagerTest.java | 7 +- .../apache/pinot/core/common/ObjectSerDeUtils.java | 54 +- .../core/data/manager/BaseTableDataManager.java | 48 +- .../core/data/manager/InstanceDataManager.java | 14 - .../pinot/core/data/manager/TableDataManager.java | 15 - .../core/data/recordtransformer/PinotDataType.java | 77 ++- .../core/operator/CombineGroupByOperator.java | 2 +- .../transform/TransformBlockDataFetcher.java | 68 +- .../core/plan/AggregationGroupByPlanNode.java | 2 +- .../pinot/core/plan/AggregationPlanNode.java | 2 +- .../plan/DictionaryBasedAggregationPlanNode.java | 9 +- .../plan/MetadataBasedAggregationPlanNode.java | 13 +- .../apache/pinot/core/plan/TransformPlanNode.java | 15 +- .../core/plan/maker/InstancePlanMakerImplV2.java | 6 +- .../aggregation/DefaultAggregationExecutor.java | 52 +- .../core/query/aggregation/DistinctTable.java | 235 +++++++ .../function/AggregationFunctionFactory.java | 15 +- .../function/AggregationFunctionUtils.java | 34 +- .../function/DistinctAggregationFunction.java | 169 +++++ .../query/executor/ServerQueryExecutorV1Impl.java | 32 +- .../core/query/reduce/BrokerReduceService.java | 63 +- .../creator/impl/SegmentColumnarIndexCreator.java | 12 +- .../defaultcolumn/BaseDefaultColumnHandler.java | 5 + .../index/readers/ImmutableDictionaryReader.java | 7 +- .../index/readers/OnHeapStringDictionary.java | 22 +- .../pinot/core/segment/memory/PinotByteBuffer.java | 5 +- .../server/realtime/ControllerLeaderLocator.java | 226 +++---- .../data/manager/BaseTableDataManagerTest.java | 5 - .../function/AggregationFunctionFactoryTest.java | 107 ++- .../index/loader/SegmentPreProcessorTest.java | 12 + .../apache/pinot/queries/DistinctQueriesTest.java | 719 +++++++++++++++++++++ ...erSegmentAggregationSingleValueQueriesTest.java | 73 +++ ...erSegmentAggregationSingleValueQueriesTest.java | 68 +- .../AggregationGroupByTrimmingServiceTest.java | 7 +- .../pinot/query/executor/QueryExecutorTest.java | 50 +- .../realtime/ControllerLeaderLocatorTest.java | 174 +++-- .../src/test/resources/data/newColumnsSchema3.json | 10 + .../tests/ClusterIntegrationTestUtils.java | 15 +- .../tests/OfflineClusterIntegrationTest.java | 29 + .../pinot/orc/data/readers/ORCRecordReader.java | 2 +- .../pinot/perf/StringDictionaryPerfTest.java | 25 +- .../starter/helix/HelixInstanceDataManager.java | 16 - .../SegmentOnlineOfflineStateModelFactory.java | 5 - 72 files changed, 3608 insertions(+), 680 deletions(-) create mode 100644 docs/schema.rst create mode 100755 docs/star-tree/example.png create mode 100755 docs/star-tree/space-time.png create mode 100644 docs/star-tree/star-tree.rst create mode 100755 docs/star-tree/structure.png create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotLeadControllerRestletResource.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/DistinctTable.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctAggregationFunction.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/DistinctQueriesTest.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org