This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git
from 3e8eec4ff5 [maven-release-plugin] prepare for next development
iteration
new 0ef5cac4bc KYLIN-5687 Fix async query and resource detect step jobs
incorrectly update metadata
new 15d8ddb448 [DIRTY] Fix CI, update image of ClickHouseUtils
new e96a233e08 KYLIN-5688 allows administrators to inherit data
permissions from user groups
new b05930e845 KYLIN-5689 fix local debug in Kylin5
new 68bff04e1e mirror: Fix vulnerabilities
new 3a876267f0 [DIRTY] model names that exceed 127 characters
new db02b7f93b KYLIN-5690 Optimize the Kylin read metadata for maxId
new af7291cfbd [DIRTY] fix error when table index answer non select star
query
new 57b733a7fc KYLIN-5633 [FOLLOW UP] match partial segments with high
data integrity works between models
new 2e511129c9 KYLIN-5633 [FOLLOW UP] heterogeneous segments pruning works
for second-storage layouts
new 779bc03ed9 KYLIN-5691 make KYLIN5 date udfs hold string args
new 0eea09e8cd KYLIN-5692 Nested computed columns were incorrectly removed
when editing the model
new a60e825af1 KYLIN-5693 Avoid parquet footer reads twice in vectorized
reader
new fffe5d3f0e KYLIN-5633 [FOLLOW UP] match partial segments with high
data integrity works between models
new 6e29706df4 KYLIN-5694 The CONCAT function supports scenarios with less
than two parameters
new cd08e98868 KYLIN-5695 Refine code to avoid potential issues on
formatting model filter condition
new 66c16e04f3 KYLIN-5696 support special characters for logical view
new 794a63c854 KYLIN-5697 Log http request details for the authentication
failure
new da5b7a1471 KYLIN-5695 [FOLLOW UP] Collecting model filter expressions
without case sensitive, when importing models.
new d67a9f5d5d mirror: Fix vulnerabilities & update spark
new 38280f3b4d KYLIN-5698 fix creating tableindex cannot get column type
new ba2efe1a6a KYLIN-5699 support special character for bitmap measure
column
new 352e7f68bc KYLIN-5699 support special character for computed column
new f9b65d350d KYLIN-5700 fix shell command injection
The 24 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 18 +-
.../apache/kylin/rest/KylinPrepareEnvListener.java | 10 +-
.../org/apache/kylin/rest/config/AppConfig.java | 9 +
.../apache/kylin/rest/config/AppInitializer.java | 30 +-
.../apache/kylin/rest/response/ErrorResponse.java | 4 +-
.../rest/security/NUnauthorisedEntryPoint.java | 27 +-
.../apache/kylin/rest/service/AccessService.java | 12 +-
.../apache/kylin/rest/service/SystemService.java | 5 +
.../apache/kylin/rest/service/UserAclService.java | 11 -
.../rest/service/UserAclServiceSupporter.java | 2 -
.../service/task/QueryHistoryTaskScheduler.java | 52 ++-
.../org/apache/kylin/rest/util/AclEvaluate.java | 1 -
.../java/org/apache/kylin/rest/util/HttpUtil.java | 87 +++++
.../rest/security/NUnauthorisedEntryPointTest.java | 1 -
.../kylin/rest/service/AccessServiceTest.java | 60 ++--
.../kylin/rest/service/UserAclServiceTest.java | 8 +-
.../task/QueryHistoryTaskSchedulerTest.java | 9 +-
.../org/apache/kylin/rest/util/HttpUtilTest.java | 119 +++++++
.../org/apache/kylin/common/constant/Constant.java | 2 +
.../common/exception/code/ErrorCodeServer.java | 1 +
.../apache/kylin/common/lock/LocalLockFactory.java | 95 ++++++
.../org/apache/kylin/common/util/StringHelper.java | 69 ++++
.../resources/kylin_error_msg_conf_cn.properties | 1 +
.../resources/kylin_error_msg_conf_en.properties | 1 +
.../kylin_error_suggestion_conf_cn.properties | 1 +
.../kylin_error_suggestion_conf_en.properties | 1 +
.../main/resources/kylin_errorcode_conf.properties | 1 +
.../kylin/common/lock/LocalLockFactoryTest.java} | 43 ++-
.../apache/kylin/common/util/StringHelperTest.java | 65 ++++
.../metadata/cube/cuboid/TableIndexMatcher.java | 5 +
.../kylin/metadata/epoch/EpochOrchestrator.java | 6 +-
.../metadata/model/schema/ModelEdgeCollector.java | 7 +-
.../metadata/realization/CapabilityResult.java | 5 +
.../java/org/apache/kylin/rest/util/AclUtil.java | 18 +
.../test_case_data/localmeta/kylin.properties | 3 +
.../routing/DataflowCapabilityCheckerTest.java | 363 ++++++++++++++++++++-
.../routing/TableIndexAnswerSelectStarTest.java | 45 ++-
.../sql_computedcolumn_DateUDF/query00.sql | 3 +-
.../query00.sql.expected | 3 +-
.../baa44f37-8481-e78b-5cac-faa7d76767db.json | 4 +-
.../rest/controller/NMetaStoreController.java | 7 +
.../kylin/rest/controller/NModelController.java | 5 +
.../rest/controller/NModelControllerTest.java | 16 +
.../kylin/common/util/AddTableNameSqlVisitor.java | 85 -----
.../common/util/SqlIdentifierFormatterVisitor.java | 107 ++++++
.../kylin/rest/response/NDataModelResponse.java | 33 +-
.../kylin/rest/service/ModelSemanticHelper.java | 3 +-
.../apache/kylin/rest/service/ModelService.java | 35 +-
.../org/apache/kylin/common/util/VisitorsTest.java | 93 ++++++
.../rest/response/NDataModelResponseTest.java | 1 +
.../service/ModelServiceSemanticUpdateTest.java | 69 +++-
.../kylin/rest/service/ModelServiceTest.java | 24 +-
.../kylin/rest/service/ProjectServiceTest.java | 1 -
.../kylin/rest/service/TableServiceTest.java | 13 +-
.../org/apache/kylin/query/routing/Candidate.java | 9 +-
.../query/routing/DataflowCapabilityChecker.java | 6 +-
.../kylin/query/routing/QueryLayoutChooser.java | 58 +++-
.../apache/kylin/query/routing/QueryRouter.java | 1 +
.../org/apache/kylin/query/schema/OLAPTable.java | 25 --
.../config/initialize/QueryAppInitializer.java | 2 +
.../kylin/query/engine/AsyncQueryApplication.java | 20 +-
.../kylin/query/udf/dateUdf/DateDiffUDF.java | 6 +-
.../kylin/query/udf/stringUdf/ConcatUDF.java | 8 +-
.../kylin/query/routing/CandidateSortTest.java | 38 ++-
.../kylin/query/routing/CandidateTestUtils.java | 13 +
.../org/apache/kylin/query/udf/DateUDFTest.java | 3 +-
.../org/apache/kylin/query/udf/StringUDFTest.java | 2 +-
.../org/apache/kylin/query/util/QueryUtilTest.java | 4 +-
.../kap/newten/clickhouse/ClickHouseUtils.java | 3 +-
src/server/pom.xml | 11 +-
.../apache/kylin/rest/ZookeeperClusterManager.java | 2 +-
src/server/src/main/resources/application.yaml | 3 +
.../apache/kylin/source/hive/HiveCmdBuilder.java | 3 +-
.../kylin/source/hive/HiveCmdBuilderTest.java | 2 +-
.../engine/spark/application/SparkApplication.java | 36 +-
.../spark/source/NSparkCubingSourceInput.java | 2 +-
.../engine/spark/builder/DFBuilderHelper.scala | 6 +-
.../engine/spark/builder/DFDictionaryBuilder.scala | 2 +-
.../kylin/engine/spark/job/RDSegmentBuildJob.java | 5 +
.../spark/job/ResourceDetectBeforeMergingJob.java | 5 +
.../spark/job/ResourceDetectBeforeSampling.java | 5 +
.../job/stage/build/FlatTableAndDictBase.scala | 4 +-
.../apache/spark/application/JobWorkSpace.scala | 47 +--
.../spark/application/SparkApplicationTest.java | 51 ++-
.../org/apache/spark/sql/LogicalViewLoader.java | 6 +-
.../kylin/query/runtime/plan/ResultPlan.scala | 2 +-
.../java/org/apache/kylin/tool/InfluxDBTool.java | 5 +
.../apache/kylin/tool/setup/KapGetClusterInfo.java | 8 +-
.../kylin/tool/util/HadoopConfExtractor.java | 6 +-
.../tool/security/KylinPasswordResetCLITest.java | 1 +
.../kylin/tool/setup/KapGetClusterInfoTest.java} | 19 +-
.../kylin/tool/util/HadoopConfExtractorTest.java} | 27 +-
92 files changed, 1732 insertions(+), 423 deletions(-)
create mode 100644
src/common-service/src/main/java/org/apache/kylin/rest/util/HttpUtil.java
create mode 100644
src/common-service/src/test/java/org/apache/kylin/rest/util/HttpUtilTest.java
create mode 100644
src/core-common/src/main/java/org/apache/kylin/common/lock/LocalLockFactory.java
copy
src/{second-storage/core/src/test/java/io/kyligence/kap/secondstorage/response/TableSyncResponseTest.java
=>
core-common/src/test/java/org/apache/kylin/common/lock/LocalLockFactoryTest.java}
(55%)
delete mode 100644
src/modeling-service/src/main/java/org/apache/kylin/common/util/AddTableNameSqlVisitor.java
create mode 100644
src/modeling-service/src/main/java/org/apache/kylin/common/util/SqlIdentifierFormatterVisitor.java
create mode 100644
src/modeling-service/src/test/java/org/apache/kylin/common/util/VisitorsTest.java
copy
src/{core-job/src/test/java/org/apache/kylin/job/snapshot/SnapshotUtilsTest.java
=> tool/src/test/java/org/apache/kylin/tool/setup/KapGetClusterInfoTest.java}
(67%)
copy
src/{distributed-lock-ext/src/test/java/org/apache/kylin/common/lock/jdbc/JdbcDistributedLockFactoryTest.java
=> tool/src/test/java/org/apache/kylin/tool/util/HadoopConfExtractorTest.java}
(57%)