This is an automated email from the ASF dual-hosted git repository. xxyu pushed a change to branch kylin5 in repository https://gitbox.apache.org/repos/asf/kylin.git
from 2f6d37c563 Remove test for RecCandidateTool new fbee49883d [DIRTY] format code new a410bd0c08 KYLIN-5389 fix duplicate CC when querying new a9de3a2a27 KYLIN-5390 Build segment support for overlap segments new c14359ccd3 [DIRTY] fix partition snapshot build on spark serverless new 4d3f892b27 KYLIN-5392 slow query can not cancel new bbcf3df8d7 KYLIN-5393 fix bug when double quote in pushdown sql new 8ada2027f4 [DIRTY] fix favorite rules return null new 4bb90cbab3 KYLIN-5394 Project-level push-down query does not take effect (jdbc push-down query) new ae22f91de9 KYLIN-5395 sync column comment to dimension name and measure comment (#29499) new 092bbed478 KYLIN-5353 add UT new a3a709853c KYLIN-5396 fix the version of pom in Kylin-it new 6fbd7b103c [DIRTY] check multi partition column in load data new 4099e3b508 [DIRTY] upgrade spark version new 60ad2aa86d KYLIN-5397 Support sum_lc function new d3ecc5a084 KYLIN-5398 Flame graph availability fix new 1a00e9ac57 KYLIN-5399 refactor core-common new 92af96e52a [DIRTY] upgrade spark version The 17 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../libasyncProfiler-linux-arm64.so | Bin 0 -> 298256 bytes .../libasyncProfiler-linux-x64.so | Bin 0 -> 303903 bytes build/async-profiler-lib/libasyncProfiler-mac.so | Bin 0 -> 634272 bytes build/release/compress.sh | 5 + pom.xml | 39 ++- src/assembly/pom.xml | 4 + src/common-service/pom.xml | 5 +- .../apache/kylin/rest/config/MetricsConfig.java | 4 +- .../kylin/rest/controller/NBasicController.java | 17 +- .../interceptor/ReloadAuthoritiesInterceptor.java | 5 +- .../rest/security/NUnauthorisedEntryPoint.java | 3 +- .../apache/kylin/rest/service/ProjectService.java | 2 +- .../org/apache/kylin/rest/util/SparkUIUtil.java | 3 +- .../kylin/rest/service/AccessServiceTest.java | 9 +- .../kylin/rest/service/AclTCRServiceTest.java | 4 +- .../task/QueryHistoryTaskSchedulerRunnerTest.java | 2 +- .../task/QueryHistoryTaskSchedulerTest.java | 6 +- src/core-common/pom.xml | 222 +++------------ .../java/org/apache/kylin/common/KapConfig.java | 13 +- .../org/apache/kylin/common/KylinConfigBase.java | 19 +- .../AsyncProfilerConstants.java} | 23 +- .../java/org/apache/kylin/common/msg/Message.java | 2 +- .../common/persistence/metadata/jdbc/JdbcUtil.java | 2 +- .../common/persistence/transaction/UnitOfWork.java | 22 +- .../org/apache/kylin/common/util/DateFormat.java | 29 +- .../java/org/apache/kylin/common/util/Unsafe.java | 8 +- .../libasyncProfiler-linux-arm64.so | Bin 0 -> 298256 bytes .../libasyncProfiler-linux-x64.so | Bin 0 -> 303903 bytes .../async-profiler-lib/libasyncProfiler-mac.so | Bin 0 -> 634272 bytes .../resources/kylin_error_msg_conf_cn.properties | 2 +- .../resources/kylin_error_msg_conf_en.properties | 2 +- .../apache/kylin/common/KylinConfigBaseTest.java | 10 + .../apache/kylin/common/util/DateFormatTest.java | 51 ++++ src/core-job/pom.xml | 16 ++ .../kylin/common/util/SystemInfoCollector.java | 0 .../org/apache/kylin/job/common/SegmentUtil.java | 18 +- .../apache/kylin/metrics/HdfsCapacityMetrics.java | 0 .../org/apache/kylin/job/common/SegmentsTest.java | 53 +++- .../kylin/metrics/HdfsCapacityMetricsTest.java | 0 src/core-metadata/pom.xml | 26 +- .../apache/kylin/measure/MeasureTypeFactory.java | 2 + .../apache/kylin/measure/sumlc/SumLCCounter.java | 96 +++++++ .../kylin/measure/sumlc/SumLCMeasureType.java | 172 ++++++++++++ .../apache/kylin/metadata/datatype/DataType.java | 10 +- .../apache/kylin/metadata/model/ColumnDesc.java | 8 + .../kylin/metadata/model/ComputedColumnDesc.java | 9 - .../apache/kylin/metadata/model/FunctionDesc.java | 69 +++-- .../org/apache/kylin/metadata/model/TableDesc.java | 11 + .../org/apache/kylin/metadata/model/TblColRef.java | 4 +- .../metadata/model/schema/ModelEdgeCollector.java | 12 +- .../kylin/metadata/project/NProjectManager.java | 6 + .../kylin/source/adhocquery/IPushDownRunner.java | 7 + .../org/apache/kylin/source/jdbc/H2Database.java | 2 +- .../metadata/model/util/FunctionDescTest.java | 12 +- .../metadata/project/NProjectManagerTest.java | 5 +- src/{core-job => core-metrics}/pom.xml | 128 +++++---- .../kylin/common/metrics/MetricsCategory.java | 0 .../apache/kylin/common/metrics/MetricsConfig.java | 0 .../kylin/common/metrics/MetricsController.java | 0 .../apache/kylin/common/metrics/MetricsGroup.java | 0 .../common/metrics/MetricsInfluxdbReporter.java | 0 .../apache/kylin/common/metrics/MetricsName.java | 0 .../apache/kylin/common/metrics/MetricsObject.java | 0 .../kylin/common/metrics/MetricsObjectType.java | 0 .../kylin/common/metrics/MetricsReporter.java | 0 .../apache/kylin/common/metrics/MetricsTag.java | 0 .../common/metrics/context/ClusterContext.java | 0 .../kylin/common/metrics/context/ClusterInfo.java | 0 .../common/metrics/gauges/QueryRatioGauge.java | 0 .../metrics/prometheus/PrometheusMetrics.java | 0 .../common/metrics/reporter/InfluxdbReporter.java | 2 +- .../metrics/reporter/ServerModeMetricFilter.java | 0 .../common/metrics/service/InfluxDBInstance.java | 4 +- .../metrics/service/JobStatusMonitorMetric.java | 0 .../kylin/common/metrics/service/MonitorDao.java | 0 .../common/metrics/service/MonitorMetric.java | 0 .../metrics/service/MonitorMetricOperation.java | 0 .../common/metrics/service/QueryMonitorMetric.java | 0 .../apache/kylin/common/util/InfluxDBUtils.java | 0 .../kylin/common/metric/InfluxDBInstanceTest.java | 0 .../kylin/common/metric/InfluxMetricsTest.java | 0 .../kylin/common/metric/MetricsControllerTest.java | 16 +- .../apache/kylin/common/metric/MonitorDaoTest.java | 0 .../kylin/rest/controller/BaseController.java | 19 +- .../kylin/rest/controller/SegmentController.java | 3 +- .../kylin/rest/filter/SegmentsRequestFilter.java | 3 +- .../org/apache/kylin/rest/service/JobService.java | 3 +- .../kylin/rest/service/ModelBuildService.java | 18 +- .../kylin/rest/service/ModelServiceBuildTest.java | 4 +- src/datasource-sdk/pom.xml | 27 +- .../sdk/datasource/PushDownRunnerSDKImpl.java | 7 +- .../sdk/datasource/PushdownRunnerSDKImplTest.java | 6 +- src/datasource-service/pom.xml | 4 + src/{core-job => distributed-lock-ext}/pom.xml | 107 ++++---- .../lock/curator/CuratorDistributedLock.java | 0 .../curator/CuratorDistributedLockFactory.java | 0 .../lock/jdbc/JdbcDistributedLockFactory.java | 0 .../common/lock/jdbc/JdbcDistributedLockUtil.java | 24 +- .../java/org/apache/kylin/common/util/ZKUtil.java | 8 +- .../common/lock/DistributedLockFactoryTest.java | 11 +- .../curator/CuratorDistributedLockFactoryTest.java | 43 +-- .../lock/jdbc/JdbcDistributedLockFactoryTest.java | 13 +- .../localmeta/lib/libasyncProfiler-linux-arm64.so | Bin 0 -> 298256 bytes .../localmeta/lib/libasyncProfiler-linux-x64.so | Bin 0 -> 303903 bytes .../localmeta/lib/libasyncProfiler-mac.so | Bin 0 -> 634272 bytes .../localmeta/metadata/_global/project/sum_lc.json | 35 +++ .../f35f2937-9e4d-347a-7465-d64df939e7d6.json | 13 + .../f35f2937-9e4d-347a-7465-d64df939e7d6.json | 43 +++ .../f35f2937-9e4d-347a-7465-d64df939e7d6.json | 267 ++++++++++++++++++ .../metadata/sum_lc/table/SSB.SUMLC_EXTEND_4X.json | 78 ++++++ src/kylin-it/pom.xml | 4 +- .../kylin/newten/NBadQueryAndPushDownTest.java | 5 +- .../apache/kylin/newten/SlowQueryDetectorTest.java | 13 +- .../java/org/apache/kylin/query/KylinTestBase.java | 4 +- .../kylin/query/rules/CalciteRuleTestBase.java | 6 +- .../kylin/streaming/StreamingMergeEntryTest.java | 9 + .../java/org/apache/kylin/util/ExecAndComp.java | 16 +- .../rest/controller/open/OpenModelController.java | 17 ++ .../controller/open/OpenModelControllerTest.java | 16 ++ .../kylin/common/util/AddTableNameSqlVisitor.java | 0 .../common/util/ModifyTableNameSqlVisitor.java | 0 .../response/SynchronizedCommentsResponse.java | 220 +++++++++++++++ .../kylin/rest/service/ModelSemanticHelper.java | 15 +- .../apache/kylin/rest/service/ModelService.java | 76 +++--- .../rest/service/ModelServiceBrokenRepairTest.java | 15 ++ .../kylin/rest/service/ModelServiceTest.java | 179 ++++++++++++- .../kylin/rest/service/ProjectServiceTest.java | 8 +- .../3580693c-d1fd-7697-8ee8-0474f81c413d.json | 13 + .../722b027b-8906-379b-cf4f-ac2055ee528b.json | 2 +- .../8dc4c289-c95d-0402-31e4-b123f9ef553f.json | 2 +- ...n => 3580693c-d1fd-7697-8ee8-0474f81c413d.json} | 8 +- .../722b027b-8906-379b-cf4f-ac2055ee528b.json | 1 + .../8dc4c289-c95d-0402-31e4-b123f9ef553f.json | 2 +- .../3580693c-d1fd-7697-8ee8-0474f81c413d.json} | 172 ++++++------ .../722b027b-8906-379b-cf4f-ac2055ee528b.json | 2 +- .../8dc4c289-c95d-0402-31e4-b123f9ef553f.json | 2 +- .../metadata/ssb/table/SSB.CUSTOMER.json | 2 +- .../metadata/ssb/table/SSB.LINEORDER.json | 2 +- .../metadata/ssb/table/SSB.SUPPLIER.json | 2 +- .../model_request_broken_aftr_reload.json | 2 +- .../model_request_broken_aftr_reload_2.json | 2 +- ...2.json => model_request_with_timestamp_cc.json} | 172 ++++++------ .../org/apache/kylin/query/IQueryTransformer.java} | 12 +- .../org/apache/kylin/query/SlowQueryDetector.java | 2 +- .../kylin/query/relnode/KapAggregateRel.java | 21 +- .../kylin/query/relnode/OLAPAggregateRel.java | 2 +- .../org/apache/kylin/query/schema/OLAPTable.java | 2 +- .../security/HackSelectStarWithColumnACL.java | 12 +- .../org/apache/kylin/query/security/RowFilter.java | 6 +- .../kylin/query/util/ConvertToComputedColumn.java | 24 +- .../query/util/DateNumberFilterTransformer.java | 11 +- .../kylin/query/util/DefaultQueryTransformer.java | 3 +- .../apache/kylin/query/util/EscapeTransformer.java | 6 +- .../kylin/query/util/KeywordDefaultDirtyHack.java | 3 +- .../apache/kylin/query/util/PowerBIConverter.java | 6 +- .../org/apache/kylin/query/util/PushDownUtil.java | 12 +- .../apache/kylin/query/util/QueryAliasMatcher.java | 71 ++--- .../util/{KapQueryUtil.java => QueryUtil.java} | 297 ++++++++++++++------- .../query/util/RestoreFromComputedColumn.java | 74 +++-- .../query/util/WithToSubQueryTransformer.java | 6 +- .../rest/controller/NQueryControllerTest.java | 75 ++---- .../SnapshotSourceTableStatsServiceTest.scala | 7 +- .../kylin/rest/service/QueryCacheManager.java | 5 +- .../apache/kylin/rest/service/QueryService.java | 120 ++++----- .../org/apache/kylin/rest/util/QueryUtils.java | 17 +- .../rest/metrics/QueryMetricsContextTest.java | 15 +- .../kylin/rest/service/ModelServiceQueryTest.java | 8 +- .../rest/service/QueryHistoryServiceTest.java | 2 +- .../kylin/rest/service/QueryServiceTest.java | 36 +-- src/query/pom.xml | 4 + .../optrule/AbstractAggCaseWhenFunctionRule.java | 4 +- .../optrule/CountDistinctCaseWhenFunctionRule.java | 6 +- .../query/optrule/KapAggFilterTransposeRule.java | 4 +- .../kap/query/optrule/KapAggJoinTransposeRule.java | 4 +- .../kap/query/optrule/KapAggProjectMergeRule.java | 4 +- .../query/optrule/KapAggProjectTransposeRule.java | 4 +- .../query/optrule/KapCountDistinctJoinRule.java | 4 +- .../kap/query/optrule/KapSumCastTransposeRule.java | 4 +- .../kylin/query/engine/QueryRoutingEngine.java | 29 +- .../org/apache/kylin/query/util/QueryHelper.java | 15 +- .../org/apache/kylin/query/util/QueryUtil.java | 171 ------------ .../kylin/query/engine/AsyncQueryJobTest.java | 6 +- .../kylin/query/engine/QueryRoutingEngineTest.java | 16 ++ .../apache/kylin/query/util/KapQueryUtilTest.java | 60 ----- .../org/apache/kylin/query/util/QueryUtilTest.java | 201 +++++++++----- .../kap/secondstorage/tdvt/TDVTHiveTest.java | 9 +- .../acfde546-2cc9-4eec-bc92-e3bd46d4e2ee.json | 6 + .../acfde546-2cc9-4eec-bc92-e3bd46d4e2ee.json | 6 + .../kyligence/kap/clickhouse/job/DataLoader.java | 6 +- .../service/ModelServiceWithSecondStorageTest.java | 4 +- src/server/pom.xml | 24 ++ .../org/apache/kylin/rest/QueryNodeFilter.java | 7 +- src/server/src/main/resources/application.yaml | 2 +- src/spark-project/engine-build-sdk/pom.xml | 1 - src/spark-project/engine-spark/pom.xml | 4 + .../kylin/engine/spark/job/NSparkExecutable.java | 55 ++-- .../spark/merger/AfterBuildResourceMerger.java | 6 +- .../engine/spark/builder/SegmentFlatTable.scala | 35 ++- .../engine/spark/builder/SnapshotBuilder.scala | 31 ++- .../kylin/engine/spark/job/CuboidAggregator.scala | 41 +-- .../kylin/engine/spark/job/FlatTableHelper.scala | 18 +- .../job/stage/build/FlatTableAndDictBase.scala | 12 +- .../kylin/engine/spark/job/JobManagerTest.java | 29 +- .../kylin/query/pushdown/DataSourceConfig.java} | 32 ++- .../pushdown/JdbcPushDownConnectionManager.java | 26 +- .../query/pushdown/PushDownRunnerJdbcImpl.java | 11 +- .../query/pushdown/PushDownRunnerSparkImpl.java | 7 +- .../kylin/query/asyncprofiler/AsyncProfiling.scala | 9 +- .../QueryAsyncProfilerDriverPlugin.scala | 7 +- .../kylin/query/pushdown/SparkSqlClient.scala | 53 ++-- .../kylin/query/runtime/plan/AggregatePlan.scala | 11 +- .../kylin/query/runtime/plan/ResultPlan.scala | 47 ++-- .../scala/org/apache/spark/sql/KapFunctions.scala | 14 +- .../sql/catalyst/expressions/ExpressionUtils.scala | 31 ++- .../sql/catalyst/expressions/KapExpresssions.scala | 64 ++++- .../org/apache/spark/sql/udf/SparderAggFun.scala | 11 +- .../query/pushdown/PushDownRunnerJdbcImplTest.java | 61 ++++- .../pushdown/PushDownRunnerSparkImplTest.java | 12 +- .../query/asyncprofiler/AsyncPluginWithMeta.scala | 8 +- .../query/asyncprofiler/AsyncProfilingTest.scala | 45 ++-- .../QueryAsyncProfilerDriverPluginTest.scala | 27 +- src/spark-project/spark-common/pom.xml | 5 + .../kylin/common/asyncprofiler/AsyncArchUtil.java | 77 ++++++ .../kylin/common/asyncprofiler/AsyncProfiler.java | 81 +++--- .../common/asyncprofiler/AsyncProfilerUtils.java | 4 + .../org/apache/kylin/source/dfs/DFSFileTable.java | 0 .../kylin/source/dfs/DFSFileTableReader.java | 4 +- .../libasyncProfiler-linux-arm64.so | Bin 0 -> 298256 bytes .../libasyncProfiler-linux-x64.so | Bin 0 -> 303903 bytes .../async-profiler-lib/libasyncProfiler-mac.so | Bin 0 -> 634272 bytes .../async-profiler-lib/linux64/libasyncProfiler.so | Bin .../async-profiler-lib/macOS/libasyncProfiler.so | Bin .../AsyncProfilerExecutorPlugin.scala | 8 +- .../common/asyncprofiler/AsyncProfilerTool.scala | 10 +- .../kylin/common/asyncprofiler/Message.scala | 4 +- .../BuildAsyncProfilerDriverPlugin.scala | 9 +- .../apache/spark/sql/LayoutEntityConverter.scala | 6 +- .../spark/sql/udaf/NullSafeValueSerializer.scala | 30 ++- .../scala/org/apache/spark/sql/udaf/SumLC.scala | 191 +++++++++++++ .../common/asyncprofiler/AsyncArchUtilTest.java} | 31 +-- .../common/asyncprofiler/AsyncProfilerTest.java | 33 +-- .../asyncprofiler/AsyncProfilerToolTest.java | 24 ++ .../asyncprofiler/AsyncProfilerUtilsTest.java | 22 +- .../kylin/common/asyncprofiler/MessageTest.java | 3 +- .../org/apache/kylin/common/CompareSupport.scala | 4 +- .../org/apache/kylin/common/QuerySupport.scala | 11 +- .../scala/org/apache/kylin/common/SSSource.scala | 8 +- .../org/apache/kylin/common/YarnSupport.scala | 1 - src/systools/pom.xml | 22 +- 249 files changed, 3742 insertions(+), 1935 deletions(-) create mode 100644 build/async-profiler-lib/libasyncProfiler-linux-arm64.so create mode 100644 build/async-profiler-lib/libasyncProfiler-linux-x64.so create mode 100644 build/async-profiler-lib/libasyncProfiler-mac.so copy src/core-common/src/main/java/org/apache/kylin/common/{metrics/MetricsObjectType.java => constant/AsyncProfilerConstants.java} (66%) create mode 100644 src/core-common/src/main/resources/async-profiler-lib/libasyncProfiler-linux-arm64.so create mode 100644 src/core-common/src/main/resources/async-profiler-lib/libasyncProfiler-linux-x64.so create mode 100644 src/core-common/src/main/resources/async-profiler-lib/libasyncProfiler-mac.so rename src/{core-common => core-job}/src/main/java/org/apache/kylin/common/util/SystemInfoCollector.java (100%) rename src/{core-metadata => core-job}/src/main/java/org/apache/kylin/metrics/HdfsCapacityMetrics.java (100%) rename src/{core-metadata => core-job}/src/test/java/org/apache/kylin/metrics/HdfsCapacityMetricsTest.java (100%) create mode 100644 src/core-metadata/src/main/java/org/apache/kylin/measure/sumlc/SumLCCounter.java create mode 100644 src/core-metadata/src/main/java/org/apache/kylin/measure/sumlc/SumLCMeasureType.java rename src/{source-hive => core-metadata}/src/main/java/org/apache/kylin/source/jdbc/H2Database.java (100%) copy src/{core-job => core-metrics}/pom.xml (51%) copy src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsCategory.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsConfig.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsController.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsGroup.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsInfluxdbReporter.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsName.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsObject.java (100%) copy src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsObjectType.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsReporter.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/MetricsTag.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/context/ClusterContext.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/context/ClusterInfo.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/gauges/QueryRatioGauge.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/prometheus/PrometheusMetrics.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/reporter/InfluxdbReporter.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/reporter/ServerModeMetricFilter.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/service/InfluxDBInstance.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/service/JobStatusMonitorMetric.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/service/MonitorDao.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/service/MonitorMetric.java (100%) copy src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/service/MonitorMetricOperation.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/metrics/service/QueryMonitorMetric.java (100%) rename src/{core-common => core-metrics}/src/main/java/org/apache/kylin/common/util/InfluxDBUtils.java (100%) rename src/{core-common => core-metrics}/src/test/java/org/apache/kylin/common/metric/InfluxDBInstanceTest.java (100%) rename src/{core-common => core-metrics}/src/test/java/org/apache/kylin/common/metric/InfluxMetricsTest.java (100%) rename src/{core-common => core-metrics}/src/test/java/org/apache/kylin/common/metric/MetricsControllerTest.java (89%) rename src/{core-common => core-metrics}/src/test/java/org/apache/kylin/common/metric/MonitorDaoTest.java (100%) copy src/{core-job => distributed-lock-ext}/pom.xml (51%) rename src/{core-common => distributed-lock-ext}/src/main/java/org/apache/kylin/common/lock/curator/CuratorDistributedLock.java (100%) rename src/{core-common => distributed-lock-ext}/src/main/java/org/apache/kylin/common/lock/curator/CuratorDistributedLockFactory.java (100%) rename src/{core-common => distributed-lock-ext}/src/main/java/org/apache/kylin/common/lock/jdbc/JdbcDistributedLockFactory.java (100%) rename src/{core-common => distributed-lock-ext}/src/main/java/org/apache/kylin/common/lock/jdbc/JdbcDistributedLockUtil.java (99%) rename src/{core-common => distributed-lock-ext}/src/main/java/org/apache/kylin/common/util/ZKUtil.java (96%) rename src/{core-common => distributed-lock-ext}/src/test/java/org/apache/kylin/common/lock/DistributedLockFactoryTest.java (98%) rename src/{core-common => distributed-lock-ext}/src/test/java/org/apache/kylin/common/lock/curator/CuratorDistributedLockFactoryTest.java (73%) rename src/{core-common => distributed-lock-ext}/src/test/java/org/apache/kylin/common/lock/jdbc/JdbcDistributedLockFactoryTest.java (91%) create mode 100644 src/examples/test_case_data/localmeta/lib/libasyncProfiler-linux-arm64.so create mode 100644 src/examples/test_case_data/localmeta/lib/libasyncProfiler-linux-x64.so create mode 100644 src/examples/test_case_data/localmeta/lib/libasyncProfiler-mac.so create mode 100644 src/examples/test_case_data/localmeta/metadata/_global/project/sum_lc.json create mode 100644 src/examples/test_case_data/localmeta/metadata/sum_lc/dataflow/f35f2937-9e4d-347a-7465-d64df939e7d6.json create mode 100644 src/examples/test_case_data/localmeta/metadata/sum_lc/index_plan/f35f2937-9e4d-347a-7465-d64df939e7d6.json create mode 100644 src/examples/test_case_data/localmeta/metadata/sum_lc/model_desc/f35f2937-9e4d-347a-7465-d64df939e7d6.json create mode 100644 src/examples/test_case_data/localmeta/metadata/sum_lc/table/SSB.SUMLC_EXTEND_4X.json rename src/{core-common => modeling-service}/src/main/java/org/apache/kylin/common/util/AddTableNameSqlVisitor.java (100%) rename src/{core-common => modeling-service}/src/main/java/org/apache/kylin/common/util/ModifyTableNameSqlVisitor.java (100%) create mode 100644 src/modeling-service/src/main/java/org/apache/kylin/rest/response/SynchronizedCommentsResponse.java create mode 100644 src/modeling-service/src/test/resources/ut_meta/broken_repair_test/metadata/ssb/dataflow/3580693c-d1fd-7697-8ee8-0474f81c413d.json copy src/modeling-service/src/test/resources/ut_meta/broken_repair_test/metadata/ssb/index_plan/{8dc4c289-c95d-0402-31e4-b123f9ef553f.json => 3580693c-d1fd-7697-8ee8-0474f81c413d.json} (79%) copy src/modeling-service/src/test/resources/ut_meta/broken_repair_test/{model_request/model_request_broken_aftr_reload_2.json => metadata/ssb/model_desc/3580693c-d1fd-7697-8ee8-0474f81c413d.json} (61%) copy src/modeling-service/src/test/resources/ut_meta/broken_repair_test/model_request/{model_request_broken_aftr_reload_2.json => model_request_with_timestamp_cc.json} (61%) rename src/{core-common/src/main/java/org/apache/kylin/common/metrics/service/MonitorMetricOperation.java => query-common/src/main/java/org/apache/kylin/query/IQueryTransformer.java} (79%) rename src/query-common/src/main/java/org/apache/kylin/query/util/{KapQueryUtil.java => QueryUtil.java} (65%) delete mode 100644 src/query/src/main/java/org/apache/kylin/query/util/QueryUtil.java delete mode 100644 src/query/src/test/java/org/apache/kylin/query/util/KapQueryUtilTest.java rename src/{core-common/src/main/java/org/apache/kylin/common/metrics/MetricsCategory.java => spark-project/sparder/src/main/java/org/apache/kylin/query/pushdown/DataSourceConfig.java} (53%) create mode 100644 src/spark-project/spark-common/src/main/java/org/apache/kylin/common/asyncprofiler/AsyncArchUtil.java rename src/{core-common => spark-project/spark-common}/src/main/java/org/apache/kylin/common/asyncprofiler/AsyncProfiler.java (52%) rename src/{core-common => spark-project/spark-common}/src/main/java/org/apache/kylin/common/asyncprofiler/AsyncProfilerUtils.java (97%) rename src/{core-metadata => spark-project/spark-common}/src/main/java/org/apache/kylin/source/dfs/DFSFileTable.java (100%) rename src/{core-metadata => spark-project/spark-common}/src/main/java/org/apache/kylin/source/dfs/DFSFileTableReader.java (98%) create mode 100644 src/spark-project/spark-common/src/main/resources/async-profiler-lib/libasyncProfiler-linux-arm64.so create mode 100644 src/spark-project/spark-common/src/main/resources/async-profiler-lib/libasyncProfiler-linux-x64.so create mode 100644 src/spark-project/spark-common/src/main/resources/async-profiler-lib/libasyncProfiler-mac.so rename src/{core-common => spark-project/spark-common}/src/main/resources/async-profiler-lib/linux64/libasyncProfiler.so (100%) rename src/{core-common => spark-project/spark-common}/src/main/resources/async-profiler-lib/macOS/libasyncProfiler.so (100%) rename src/{core-common => spark-project/spark-common}/src/main/scala/org/apache/kylin/common/asyncprofiler/AsyncProfilerExecutorPlugin.scala (90%) rename src/{core-common => spark-project/spark-common}/src/main/scala/org/apache/kylin/common/asyncprofiler/AsyncProfilerTool.scala (86%) rename src/{core-common => spark-project/spark-common}/src/main/scala/org/apache/kylin/common/asyncprofiler/Message.scala (98%) create mode 100644 src/spark-project/spark-common/src/main/scala/org/apache/spark/sql/udaf/SumLC.scala rename src/{core-common/src/main/java/org/apache/kylin/common/metrics/MetricsObjectType.java => spark-project/spark-common/src/test/java/org/apache/kylin/common/asyncprofiler/AsyncArchUtilTest.java} (57%) rename src/{core-common => spark-project/spark-common}/src/test/java/org/apache/kylin/common/asyncprofiler/AsyncProfilerTest.java (72%) rename src/{core-common => spark-project/spark-common}/src/test/java/org/apache/kylin/common/asyncprofiler/AsyncProfilerToolTest.java (80%) rename src/{core-common => spark-project/spark-common}/src/test/java/org/apache/kylin/common/asyncprofiler/AsyncProfilerUtilsTest.java (83%) rename src/{core-common => spark-project/spark-common}/src/test/java/org/apache/kylin/common/asyncprofiler/MessageTest.java (96%)