This is an automated email from the ASF dual-hosted git repository.
nic pushed a change to branch 3.0.x
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 62fe6f9 [maven-release-plugin] prepare for next development iteration
new 46001fc KYLIN-4292 Use HFileOutputFormat3 in all places to replace
HFileOutputFormat2
new d30ac84 Minor, fix typo in KylinHealthCheckJob
new f888372 #4238 Fix kylin_streaming_model broken when changing
kylin.source.hive.database-for-flattable to non-default value
new 4300fa5 KYLIN-4280 SegmenPruner support 'OR' and 'NOT'
new c581826 KYLIN-4287 segmenPruner satisfy "IN" filter bug
new a233418 KYLIN-4166 Case when return null when SQL no GROUP BY
new 6635c04 KYLIN-4225 close hive session manually
new 753e1a8 KYLIN-4197 Set deadline for ClientEnvExtractor (#994)
new a2e3bcc KYLIN-4304 Project list cannot be correctly sorted by 'Create
Time'
new 14bad16 KYLIN-4252 Fix the error "Cannot read property 'index' of
null" in visualization page
new cb6e44c KYLIN-4235 Failed to load table metadata from JDBC data source
new a9945ca KYLIN-4237 Return error when execute "explain plan for SQL"
to get the execution plan of SQL
new b764400 KYLIN-4250 FechRunnner should skip the job to process other
jobs instead of throwing exception when the job section metadata is not found
new 8e2bc1f KYLIN-3609 KYLIN-3409 KYLIN-4161 CubeSegmentStatisticsMap
exist only on OLAPQuery.EnumeratorTypeEnum.OLAP query type. (#942)
new e8e1a20 KYLIN-4260 When using server side PreparedStatement cache,
the query result are not match on TopN scenario
new 21241e8 fix bug KYLIN-4300.
new 892d68b KYLIN-4297 Build cube throw NPE when partition column is not
set in JDBC Data Source
new b8c5252 fix bug in KYLIN-4243
new a877fee KYLIN-4295 Instances displayed on Query Node are inconsistent
with Job Node
new 466a7a3 KYLIN-4080 Project schema update event casues error reload
NEW DataModelDesc
new 00559cd KYLIN-4306: Delete data model desc when encountering
WriteConflictException
new 393bc1f KYLIN-3956 Segments of not only streaming cube but also batch
cube need to show their status
new 988b428 Set repository sites to https
new ebfc745 KYLIN-4333 Build Server OOM
new e373c64 Fix sql injection issue
new 2ee8e24 Prevent uncontrolled data used in path expression
new a1bd108 Encrept response output for BroadcasterReceiveServlet
new 17777e9 Fix "equals" on incomparable types
new 0d83874 Fix type mismatch on container access
new e683fff Fix not thread-safe double-checked locking
new 228f848 Fix potential possibility of array index out of bounds error
new abd29e4 Remove container never accessed
new 7395b46 Ensure the validity of http header from concated string
new bb03e27 Fix synchronization on boxed types or strings
new 7ea101d KYLIN-4327 TOPN Comparator may violate its general contract
new ac69061 Prevent uncontrolled data used in path expression
new ceefc82 Fix equals method does not inspect argument type
new 2e0d58a Fix queries built from user-controlled sources
new 173d88b Prevent uncontrolled data used in path expression
new ec7558e Prevent uncontrolled data used in path expression
new 5016842 Minor, throw exception in case of illegal project name
new 3b55848 Minor, add class TableDesc.TableProject to avoid the use of
Pair
new cff4593 Fix sql starts with "with" cannot be queried on web
new ef1e63c statement cache eviction invalidation base on time
The 44 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build/bin/kylin-port-replace-util.sh | 2 +-
build/bin/sample.sh | 13 +-
.../org/apache/kylin/common/KylinConfigBase.java | 4 +
.../common/metrics/metrics2/CodahaleMetrics.java | 13 +-
.../common/persistence/JDBCResourceStore.java | 47 ++--
.../kylin/common/persistence/ResourceStore.java | 3 +-
.../apache/kylin/cube/common/SegmentPruner.java | 56 ++---
.../apache/kylin/cube/common/TupleFilterNode.java | 76 +++++++
.../model/validation/rule/StreamingCubeRule.java | 3 +-
.../kylin/cube/common/SegmentPrunerTest.java | 176 +++++++++++++++
.../apache/kylin/dict/lookup/SnapshotManager.java | 44 ++--
.../kylin/job/execution/ExecutableManager.java | 4 +
.../job/impl/threadpool/DefaultFetcherRunner.java | 14 +-
.../job/impl/threadpool/PriorityFetcherRunner.java | 14 +-
.../measure/percentile/PercentileSerializer.java | 5 +-
.../kylin/measure/topn/DoubleDeltaSerializer.java | 6 +-
.../org/apache/kylin/measure/topn/TopNCounter.java | 8 +-
.../apache/kylin/measure/topn/TopNMeasureType.java | 7 +-
.../kylin/metadata/TableMetadataManager.java | 15 +-
.../metadata/badquery/BadQueryHistoryManager.java | 2 +
.../metadata/datatype/DataTypeSerializer.java | 5 +-
.../apache/kylin/metadata/model/DataModelDesc.java | 12 +
.../kylin/metadata/model/DataModelManager.java | 38 ++--
.../org/apache/kylin/metadata/model/TableDesc.java | 31 ++-
.../apache/kylin/metadata/model/TableExtDesc.java | 137 ++++++-----
.../kylin/metadata/realization/SQLDigest.java | 4 +-
.../kylin/measure/topn/TopNCounterBasicTest.java | 47 ++++
.../kylin/storage/hybrid/HybridInstanceTest.java | 1 +
.../apache/kylin/storage/hbase/ITStorageTest.java | 2 +-
.../kylin/metrics/lib/impl/hive/HiveProducer.java | 12 +-
pom.xml | 6 +-
.../kylin/query/enumerator/OLAPEnumerator.java | 5 +-
.../apache/kylin/query/relnode/OLAPContext.java | 3 +-
.../apache/kylin/query/relnode/OLAPProjectRel.java | 32 +--
.../org/apache/kylin/query/util/QueryUtil.java | 55 ++---
.../org/apache/kylin/query/util/QueryUtilTest.java | 35 +++
.../broadcaster/BroadcasterReceiveServlet.java | 24 +-
.../kylin/rest/controller/CubeController.java | 3 +-
.../kylin/rest/controller/DashboardController.java | 17 +-
.../rest/controller/ExternalFilterController.java | 12 +-
.../kylin/rest/controller/ModelController.java | 1 +
.../kylin/rest/controller/QueryController.java | 10 +-
.../ServiceDiscoveryStateController.java | 29 ++-
.../rest/controller/StreamingV2Controller.java | 11 +-
.../apache/kylin/rest/job/KylinHealthCheckJob.java | 4 +-
.../kylin/rest/metrics/QueryMetricsFacade.java | 47 ++--
.../org/apache/kylin/rest/service/CubeService.java | 81 ++++---
.../kylin/rest/service/DashboardService.java | 250 +++++++++++----------
.../apache/kylin/rest/service/ModelService.java | 17 +-
.../apache/kylin/rest/service/QueryService.java | 12 +
.../org/apache/kylin/rest/util/ValidateUtil.java | 8 +-
.../kylin/source/hive/BeelineHiveClient.java | 2 +-
.../org/apache/kylin/source/jdbc/JdbcExplorer.java | 21 +-
.../kylin/source/jdbc/JdbcHiveInputBase.java | 8 +-
.../org/apache/kylin/source/jdbc/JdbcSource.java | 6 +-
.../kylin/storage/hbase/HBaseResourceStore.java | 5 +-
.../hbase/lookup/LookupTableToHFileJob.java | 4 +-
.../kylin/storage/hbase/steps/CreateHTableJob.java | 3 +-
.../storage/hbase/steps/HFileOutputFormat3.java | 3 +-
.../assign/CubePartitionRoundRobinAssigner.java | 4 +-
.../coordinate/StreamingCoordinator.java | 2 +-
.../storage/columnar/ColumnarStoreDimDesc.java | 5 +-
.../storage/columnar/ColumnarStoreMetricsDesc.java | 6 +-
.../org/apache/kylin/tool/ClientEnvExtractor.java | 52 +++--
.../org/apache/kylin/tool/CubeMigrationCLI.java | 4 +-
.../apache/kylin/tool/ClientEnvExtractorTest.java | 68 ++++++
webapp/app/js/controllers/instances.js | 2 +-
webapp/app/js/controllers/query.js | 4 +-
webapp/app/js/model/projectConfig.js | 2 +-
webapp/app/partials/cubes/cube_detail.html | 2 +-
70 files changed, 1143 insertions(+), 523 deletions(-)
create mode 100644
core-cube/src/main/java/org/apache/kylin/cube/common/TupleFilterNode.java
create mode 100644
tool/src/test/java/org/apache/kylin/tool/ClientEnvExtractorTest.java
