This is an automated email from the ASF dual-hosted git repository. casion pushed a commit to branch dev-1.2.1 in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
commit 1f8caace3ab4ebad759b4018540832b711ded2a7 Merge: 526e01afe 4f09b3061 Author: Casion <[email protected]> AuthorDate: Tue Jul 19 14:38:02 2022 +0800 Merge pull request #2486 from apache/dev-1.2.0 Merge branch dev-1.2.0 to dev-1.2.1 .gitignore | 1 + .../future/BDPFuture.scala => license-header | 13 +- .../linkis/common/exception/LinkisException.java | 8 +- .../VariableOperationFailedException.java | 11 +- .../java/org/apache/linkis/common/io/FsPath.java | 2 +- .../org/apache/linkis/common/utils/DESUtil.java | 11 +- .../common/utils/VariableOperationUtils.java | 317 +++++++++++++++++++++ .../linkis/common/conf/BDPConfiguration.scala | 16 +- .../apache/linkis/common/conf/Configuration.scala | 6 +- .../linkis/common/listener/ListenerEventBus.scala | 66 ++--- .../apache/linkis/common/utils/RetryHandler.scala | 2 +- .../org/apache/linkis/common/utils/Utils.scala | 8 +- .../apache/linkis/common/utils/VariableUtils.scala | 19 +- .../common/variable/VariableOperationTest.java | 52 ++++ .../linkis/hadoop/common/utils/HDFSUtils.scala | 6 +- .../linkis/httpclient/AbstractHttpClient.scala | 2 +- linkis-commons/linkis-module/pom.xml | 7 + .../linkis/server/BDPJettyServerHelper.scala | 4 +- .../org/apache/linkis/server/Knife4jConfig.scala | 86 ++++++ .../linkis/server/conf/ServerConfiguration.scala | 6 +- .../linkis/server/security/ProxyUserSSOUtils.scala | 2 +- .../apache/linkis/server/security/SSOUtils.scala | 6 +- .../linkis/server/security/SecurityFilter.scala | 14 +- .../linkis/server/socket/ControllerServer.scala | 8 +- .../socket/controller/ServerEventService.scala | 4 +- .../socket/controller/ServerListenerEventBus.scala | 2 +- .../linkis/protocol/IRServiceGroupProtocol.scala | 4 +- .../apache/linkis/protocol/RetryableProtocol.scala | 5 +- .../linkis/protocol/engine/EngineState.scala | 32 --- .../engine/EngineStateTransitionRequest.scala | 4 +- .../apache/linkis/protocol/mdq/MDQProtocol.scala | 11 +- .../org/apache/linkis/protocol/task/Task.scala | 4 +- .../linkis/protocol/utils/ProtocolUtils.scala | 14 +- .../variable/RequestQueryGlobalVariable.scala | 4 +- .../protocol/variable/ResponseQueryVariable.scala | 4 +- .../linkis/rpc/message/method/MessageExecutor.java | 21 +- .../rpc/message/method/MethodExecuteWrapper.java | 2 +- .../rpc/message/parser/DefaultServiceParser.java | 20 +- .../linkis/rpc/message/parser/ServiceMethod.java | 2 +- .../message/registry/AbstractServiceRegistry.java | 18 +- .../message/utils/LoadBalancerOptionsUtils.java | 3 +- .../linkis/rpc/message/utils/MessageUtils.java | 64 ++++- .../rpc/serializer/ProtostuffSerializeUtil.java | 3 +- .../org/apache/linkis/rpc/BaseRPCSender.scala | 4 +- .../org/apache/linkis/rpc/RPCReceiveRestful.scala | 16 +- .../org/apache/linkis/rpc/RPCSpringBeanCache.scala | 2 +- .../main/scala/org/apache/linkis/rpc/Sender.scala | 5 +- .../org/apache/linkis/rpc/SenderFactory.scala | 9 +- .../apache/linkis/rpc/conf/RPCConfiguration.scala | 44 +-- .../linkis/rpc/conf/RPCSpringConfiguration.scala | 10 +- .../linkis/rpc/interceptor/RPCServerLoader.scala | 2 +- .../common/BroadcastRPCInterceptor.scala | 2 +- .../common/CacheableRPCInterceptor.scala | 8 +- .../common/SingleInstanceRPCLoadBalancer.scala | 2 +- .../linkis/rpc/sender/SpringMVCRPCSender.scala | 2 +- .../sender/eureka/EurekaClientRefreshUtils.scala | 4 +- .../rpc/transform/JavaCollectionSerializer.scala | 4 +- .../apache/linkis/rpc/transform/RPCConsumer.scala | 9 +- .../apache/linkis/rpc/transform/RPCProduct.scala | 22 +- .../org/apache/linkis/rpc/utils/RPCUtils.scala | 2 +- .../linkis/rpc/message/utils/MessageUtilsTest.java | 86 ++++++ .../linkis/scheduler/AbstractScheduler.scala | 27 +- .../org/apache/linkis/scheduler/Scheduler.scala | 7 +- .../apache/linkis/scheduler/SchedulerContext.scala | 4 +- .../apache/linkis/scheduler/event/LogEvent.scala | 12 +- .../exception/SchedulerErrorException.scala | 2 +- .../scheduler/executer/AbstractExecutor.scala | 6 +- .../linkis/scheduler/executer/ExecuteRequest.scala | 10 +- .../linkis/scheduler/executer/Executor.scala | 8 +- .../apache/linkis/scheduler/future/BDPFuture.scala | 2 +- .../linkis/scheduler/future/BDPFutureTask.scala | 14 +- .../apache/linkis/scheduler/queue/Consumer.scala | 4 +- .../org/apache/linkis/scheduler/queue/Job.scala | 16 +- .../linkis/scheduler/queue/SchedulerEvent.scala | 34 +-- .../scheduler/queue/SchedulerEventState.scala | 33 +-- .../queue/fifoqueue/FIFOConsumerManager.scala | 2 +- .../queue/fifoqueue/FIFOGroupFactory.scala | 2 +- .../scheduler/queue/fifoqueue/FIFOScheduler.scala | 6 +- .../queue/fifoqueue/FIFOSchedulerContextImpl.scala | 2 +- .../queue/fifoqueue/FIFOUserConsumer.scala | 14 +- .../parallelqueue/ParallelConsumerManager.scala | 8 +- .../queue/parallelqueue/ParallelScheduler.scala | 6 +- .../scheduler/queue/SchedulerEventStateTest.scala} | 46 ++- linkis-commons/linkis-storage/pom.xml | 1 - .../linkis/storage/excel/ExcelStorageReader.java | 8 +- .../org/apache/linkis/storage/excel/XlsUtils.java | 4 +- .../org/apache/linkis/storage/excel/XlsxUtils.java | 8 +- .../linkis/storage/fs/impl/LocalFileSystem.java | 2 +- .../org/apache/linkis/storage/FSFactory.scala | 15 +- .../org/apache/linkis/storage/LineMetaData.scala | 4 +- .../org/apache/linkis/storage/LineRecord.scala | 4 +- .../linkis/storage/conf/LinkisStorageConf.scala | 4 +- .../linkis/storage/csv/StorageCSVWriter.scala | 11 +- .../apache/linkis/storage/domain/DataType.scala | 34 +-- .../org/apache/linkis/storage/domain/Dolphin.scala | 20 +- .../linkis/storage/domain/MethodEntity.scala | 12 +- .../linkis/storage/excel/ExcelXlsReader.java | 16 +- .../linkis/storage/excel/StorageExcelWriter.scala | 62 ++-- .../storage/excel/StorageMultiExcelWriter.scala | 2 +- .../org/apache/linkis/storage/io/IOClient.scala | 20 +- .../resultset/DefaultResultSetFactory.scala | 24 +- .../storage/resultset/ResultSetFactory.scala | 14 +- .../linkis/storage/resultset/ResultSetReader.scala | 7 +- .../storage/resultset/StorageResultSet.scala | 11 +- .../storage/resultset/StorageResultSetReader.scala | 37 ++- .../storage/resultset/StorageResultSetWriter.scala | 2 +- .../linkis/storage/resultset/io/IOMetaData.scala | 2 +- .../linkis/storage/resultset/io/IORecord.scala | 2 +- .../storage/resultset/io/IOResultSerializer.scala | 2 +- .../storage/resultset/table/TableRecord.scala | 6 +- .../resultset/table/TableResultDeserializer.scala | 15 +- .../resultset/table/TableResultSerializer.scala | 16 +- .../resultset/txt/TextResultSerializer.scala | 4 +- .../linkis/storage/utils/FileSystemUtils.scala | 6 +- .../storage/utils/StorageConfiguration.scala | 3 +- .../linkis/storage/utils/StorageHelper.scala | 22 +- .../apache/linkis/storage/utils/StorageUtils.scala | 52 ++-- .../linkis/computation/client/JobMetrics.scala | 2 +- .../client/interactive/InteractiveJob.scala | 2 +- .../computation/client/job/AbstractLinkisJob.scala | 6 +- .../computation/client/job/StorableLinkisJob.scala | 6 +- .../client/once/simple/SimpleOnceJob.scala | 10 +- .../client/operator/OnceJobOperator.scala | 4 +- .../ujes/client/response/JobInfoResult.scala | 2 +- .../governance/common/paser/CodeParser.scala | 2 +- .../launch/LinuxProcessEngineConnLaunch.scala | 2 +- .../ecm/core/launch/ProcessEngineCommandExec.scala | 2 +- .../ecm/core/listener/ECMEventListener.scala | 2 +- .../linkis-engineconn-manager-server/pom.xml | 2 +- .../src/main/assembly/distribution.xml | 243 +++++++++++++++- .../linkis/ecm/server/hook/JarUDFLoadECMHook.scala | 14 +- .../server/operator/EngineConnLogOperator.scala | 4 +- .../operator/EngineConnYarnLogOperator.scala | 12 +- .../impl/AbstractEngineConnLaunchService.scala | 12 +- .../impl/BmlResourceLocalizationService.scala | 13 +- .../service/impl/DefaultECMHealthService.scala | 13 +- .../service/impl/DefaultECMRegisterService.scala | 10 +- .../impl/DefaultEngineConnListService.scala | 10 +- .../DefaultEngineConnStatusCallbackService.scala | 4 +- .../service/impl/DefaultOperateService.scala | 6 +- .../engineconn/once/executor/OnceExecutor.scala | 19 +- .../execution/OnceEngineConnExecution.scala | 2 +- .../async/AsyncConcurrentComputationExecutor.scala | 12 +- .../executor/bml/BmlEnginePreExecuteHook.scala | 2 +- .../executor/conf/ComputationExecutorConf.scala | 4 + .../creation/ComputationExecutorManager.scala | 4 +- .../executor/cs/CSEnginePreExecuteHook.scala | 18 +- .../computation/executor/cs/CSTableRegister.scala | 4 +- .../executor/cs/CSTableResultSetWriter.scala | 6 +- .../execute/ComputationEngineConnExecution.scala | 2 +- .../executor/execute/ComputationExecutor.scala | 46 ++- .../execute/ConcurrentComputationExecutor.scala | 8 +- .../executor/execute/EngineExecutionContext.scala | 6 +- .../executor/hook/ComputationExecutorHook.scala | 2 +- .../computation/executor/hook/InitSQLHook.scala | 12 +- .../executor/hook/UDFLoadEngineConnHook.scala | 16 +- .../executor/hook/UseDatabaseEngineHook.scala | 4 +- .../EngineResultsetPrefixExecutorHook.scala | 8 +- .../executor/hook/executor/ExecuteOnceHook.scala | 4 +- .../computation/executor/rs/RsOutputStream.scala | 2 +- .../service/TaskExecutionServiceImpl.scala | 100 +++---- .../executor/upstream/ECTaskEntranceMonitor.scala | 4 +- .../SingleThreadUpstreamConnectionMonitor.scala | 31 +- .../upstream/access/ECTaskEntranceInfoAccess.scala | 4 +- .../upstream/handler/ECTaskKillHandler.scala | 14 +- .../service/ECTaskEntranceMonitorService.scala | 6 +- .../wrapper/ECTaskEntranceConnectionWrapper.scala | 6 +- .../access/ECTaskEntranceInfoAccessHelper.scala | 16 +- .../linkis/engineconn/core/EngineConnObject.scala | 2 +- .../AbstractCodeLanguageLabelExecutorFactory.scala | 4 +- .../execution/AbstractEngineConnExecution.scala | 6 +- .../core/execution/EngineConnExecution.scala | 2 +- .../engineconn/core/executor/ExecutorManager.scala | 14 +- .../linkis/engineconn/core/hook/ExecutorHook.scala | 2 +- .../linkis/engineconn/core/hook/ShutdownHook.scala | 2 +- .../engineconn/launch/EngineConnServer.scala | 28 +- .../execution/AccessibleEngineConnExecution.scala | 18 +- .../executor/lock/EngineConnTimedLock.scala | 24 +- .../service/DefaultAccessibleService.scala | 22 +- .../service/DefaultExecutorHeartbeatService.scala | 2 +- .../executor/service/DefaultManagerService.scala | 6 +- .../executor/service/DefaultOperateService.scala | 6 +- .../service/EngineConnTimedLockService.scala | 20 +- .../acessible/executor/service/LockService.scala | 2 +- .../callback/hook/CallbackEngineConnHook.scala | 10 +- .../engineconn/executor/entity/Executor.scala | 2 +- .../executor/entity/SensibleExecutor.scala | 2 +- .../listener/EngineConnSyncListenerBus.scala | 4 +- .../engineconn/executor/service/LabelService.scala | 4 +- .../linkis-engineconn-plugin-core/pom.xml | 0 .../engineplugin/common/EngineConnPlugin.scala | 0 .../common/conf/EngineConnPluginConf.scala | 2 +- .../common/conf/EnvConfiguration.scala | 0 .../common/creation/EngineConnFactory.scala | 0 .../common/creation/ExecutorFactory.scala | 0 .../common/creation/LabelExecutorFactory.scala | 0 .../exception/EngineConnBuildFailedException.scala | 0 .../exception/EngineConnPluginErrorCode.scala | 0 .../exception/EngineConnPluginErrorException.scala | 0 .../exception/EngineConnPluginLoadException.scala | 0 .../EngineConnPluginLoadResourceException.scala | 0 .../EngineConnPluginNotFoundException.scala | 0 .../common/launch/EngineConnLaunchBuilder.scala | 0 .../launch/entity/EngineConnBuildRequest.scala | 0 .../launch/entity/EngineConnCreationDesc.scala | 0 .../launch/entity/EngineConnLaunchRequest.scala | 0 .../process/EngineConnResourceGenerator.scala | 0 .../common/launch/process/Environment.scala | 2 +- .../JavaProcessEngineConnLaunchBuilder.scala | 2 +- .../process/ProcessEngineConnLaunchBuilder.scala | 0 .../process/ProcessEngineConnLaunchRequest.scala | 0 .../common/loader/conf/PluginLoaderConstant.scala | 0 .../loader/entity/EngineConnPluginInfo.scala | 0 .../loader/entity/EngineConnPluginInstance.scala | 0 .../exception/EngineConnPluginLoadException.scala | 0 .../EngineConnPluginLoadResourceException.scala | 0 .../EngineConnPluginNotFoundException.scala | 0 .../resource/AbstractEngineResourceFactory.scala | 0 .../common/resource/EngineResourceFactory.scala | 0 .../common/resource/EngineResourceRequest.scala | 0 .../resource/GenericEngineResourceFactory.scala | 0 .../common/resource/UserNodeResource.scala | 0 .../linkis-engineconn-plugin-server/pom.xml | 0 .../src/main/assembly/distribution.xml | 69 ++--- .../engineplugin/cache/EngineConnPluginCache.java | 0 .../cache/GuavaEngineConnPluginCache.java | 0 .../cache/config/EngineConnPluginCacheConfig.java | 0 .../DefaultRefreshPluginCacheContainer.java | 0 .../cache/refresh/PluginCacheRefresher.java | 0 .../cache/refresh/RefreshPluginCacheContainer.java | 0 .../cache/refresh/RefreshPluginCacheOperation.java | 0 .../refresh/RefreshableEngineConnPluginCache.java | 0 .../classloader/EngineConnPluginClassLoader.java | 0 .../loaders/CacheablesEngineConnPluginLoader.java | 0 .../loaders/DefaultEngineConnPluginLoader.java | 0 .../loader/loaders/EngineConnPluginsLoader.java | 0 .../loaders/EngineConnPluginsResourceLoader.java | 0 .../BmlEngineConnPluginResourceLoader.java | 0 .../LocalEngineConnPluginResourceLoader.java | 0 .../loader/loaders/resource/PluginResource.java | 0 .../loader/utils/EngineConnPluginUtils.java | 0 .../engineplugin/loader/utils/ExceptionHelper.java | 0 .../server/LinkisEngineConnPluginServer.java | 0 .../conf/EngineConnPluginSpringConfiguration.java | 0 .../server/dao/EngineConnBmlResourceDao.java | 0 .../dao/impl/EngineConnBmlResourceMapper.xml | 0 .../server/entity/EngineConnBmlResource.java | 0 .../server/restful/EnginePluginRestful.java | 0 .../loader/EngineConnPluginLoaderConf.scala | 0 .../conf/EngineConnPluginConfiguration.scala | 0 .../interceptor/EngineConnLaunchInterceptor.scala | 0 .../server/loader/EngineConnPluginsLoader.scala | 0 .../AbstractEngineConnBmlResourceGenerator.scala | 0 .../DefaultEngineConnBmlResourceGenerator.scala | 2 +- .../localize/EngineConnBmlResourceGenerator.scala | 0 .../service/DefaultEngineConnLaunchService.scala | 2 +- .../DefaultEngineConnResourceFactoryService.scala | 2 +- .../service/DefaultEngineConnResourceService.scala | 18 +- .../server/service/EngineConnLaunchService.scala | 0 .../service/EngineConnResourceFactoryService.scala | 0 .../server/service/EngineConnResourceService.scala | 0 .../loader/EngineConnPluginLoaderTest.java | 0 .../linkis-engineconn/pom.xml | 2 + .../entrance/restful/EntranceLabelRestfulApi.java | 6 + .../apache/linkis/entrance/EntranceServer.scala | 16 +- .../linkis/entrance/EntranceWebSocketService.scala | 20 +- .../entrance/cli/heartbeat/KillHandler.scala | 4 +- .../linkis/entrance/cs/CSEntranceHelper.scala | 16 +- .../entrance/execute/DefaultEntranceExecutor.scala | 18 +- .../entrance/execute/EntranceExecutorManager.scala | 5 +- .../linkis/entrance/execute/EntranceJob.scala | 26 +- .../entrance/interceptor/RuntypeInterceptor.scala | 2 +- .../linkis/entrance/interceptor/impl/Explain.scala | 2 +- .../impl/PythonCodeCheckInterceptor.scala | 2 +- .../impl/ShellDangerousGrammerInterceptor.scala | 8 +- .../linkis/entrance/log/CacheLogReader.scala | 2 +- .../EntranceUserParallelOrchestratorPlugin.scala | 11 +- .../entrance/parser/CommonEntranceParser.scala | 11 +- .../scheduler/cache/ReadCacheConsumer.scala | 6 +- .../scheduler/cache/ReadCacheConsumerManager.scala | 4 +- .../entrance/timeout/JobTimeoutManager.scala | 12 +- .../am/restful/ECResourceInfoRestfulApi.java | 43 +-- .../manager/am/service/ECResourceInfoService.java | 2 +- .../am/service/impl/ECResourceInfoServiceImpl.java | 4 +- .../manager/am/util/ECResourceInfoUtils.java | 42 +++ .../manager/am/vo/ECResourceInfoRecordVo.java | 36 +-- .../apache/linkis/manager/am/vo/ResourceVo.java | 31 +- .../label/MultiUserEngineReuseLabelChooser.scala | 2 +- .../am/locker/DefaultEngineNodeLocker.scala | 4 +- .../manager/am/manager/DefaultEMNodeManager.scala | 8 +- .../manager/am/pointer/DefaultEMNodPointer.scala | 6 +- .../am/selector/rule/AvailableNodeSelectRule.scala | 2 +- .../am/selector/rule/OverLoadNodeSelectRule.scala | 2 +- .../am/selector/rule/ResourceNodeSelectRule.scala | 4 +- .../am/selector/rule/ScoreNodeSelectRule.scala | 2 +- .../am/selector/rule/TaskInfoNodeSelectRule.scala | 2 +- .../am/service/em/DefaultEMEngineService.scala | 6 +- .../am/service/em/DefaultEMRegisterService.scala | 14 +- .../am/service/em/DefaultEMUnregisterService.scala | 10 +- .../engine/DefaultEngineCreateService.scala | 10 +- .../service/engine/DefaultEngineInfoService.scala | 2 +- .../engine/DefaultEngineRecycleService.scala | 8 +- .../service/engine/DefaultEngineStopService.scala | 8 +- .../am/service/heartbeat/AMHeartbeatService.scala | 4 +- .../am/service/monitor/NodeHeartbeatMonitor.scala | 18 +- .../service/impl/DefaultNodeLabelAddService.scala | 8 +- .../impl/DefaultNodeLabelRemoveService.scala | 4 +- .../service/impl/DefaultNodeLabelService.scala | 4 +- .../rm/external/yarn/YarnResourceRequester.scala | 20 +- .../manager/rm/message/RMMessageService.scala | 4 +- .../linkis/manager/rm/restful/RMMonitorRest.scala | 23 +- .../manager/rm/service/ResourceLockService.scala | 10 +- .../rm/service/impl/DefaultResourceManager.scala | 24 +- .../manager/rm/utils/UserConfiguration.scala | 4 +- .../manager/label/entity/engine/EngineType.scala | 2 +- .../manager/common/entity/resource/Resource.scala | 2 +- .../manager/common/operator/OperatorFactory.scala | 2 +- .../linkis/manager/dao/ECResourceRecordMapper.java | 3 +- .../manager/dao/impl/ECResourceRecordMapper.xml | 1 + .../java/{ => org/apache/linkis/manager}/Scan.java | 2 + .../manager/persistence}/PersistenceTest.java | 11 +- linkis-dist/bin/checkEnv.sh | 4 +- .../conf/{ => linkis-cli}/linkis-cli.properties | 0 linkis-dist/package/conf/linkis-cli/log4j2.xml | 49 ++++ .../package/conf/linkis-mg-gateway.properties | 4 +- .../conf/linkis-ps-publicservice.properties | 2 +- linkis-dist/package/conf/linkis.properties | 2 +- linkis-dist/package/db/linkis_ddl.sql | 13 +- linkis-dist/package/db/linkis_dml.sql | 22 +- .../package/db/module/linkis_datasource.sql | 8 +- linkis-dist/package/sbin/graceful-upgrade.sh | 4 +- linkis-dist/src/main/assembly/distribution.xml | 43 +-- .../{engineconn-plugins => }/elasticsearch/pom.xml | 2 +- .../src/main/assembly/distribution.xml | 0 .../main/resources/linkis-engineconn.properties | 0 .../elasticsearch/src/main/resources/log4j2.xml | 0 .../ElasticSearchEngineConnPlugin.scala | 0 ...asticSearchProcessEngineConnLaunchBuilder.scala | 0 .../conf/ElasticSearchConfiguration.scala | 0 .../exception/EsConvertResponseException.scala | 0 .../exception/EsEngineException.scala | 0 .../exception/EsParamsIllegalException.scala | 0 .../executer/ElasticSearchEngineConnExecutor.scala | 0 .../executer/ElasticSearchExecutorOrder.scala | 0 .../executer/client/ElasticSearchExecutor.scala | 0 .../executer/client/ElasticSearchResponse.scala | 0 .../elasticsearch/executer/client/EsClient.scala | 0 .../executer/client/EsClientFactory.scala | 0 .../executer/client/ResponseHandler.scala | 0 .../client/impl/ElasticSearchExecutorImpl.scala | 0 .../executer/client/impl/ResponseHandlerImpl.scala | 0 .../factory/ElasticSearchEngineConnFactory.scala | 0 .../factory/ElasticSearchJsonExecutorFactory.scala | 0 .../factory/ElasticSearchSqlExecutorFactory.scala | 0 .../{engineconn-plugins => }/flink/pom.xml | 2 +- .../flink/src/main/assembly/distribution.xml | 0 .../flink/client/config/Environment.java | 0 .../flink/client/config/entries/ConfigEntry.java | 0 .../client/config/entries/ExecutionEntry.java | 0 .../flink/client/context/ExecutionContext.java | 0 .../deployment/ClusterDescriptorAdapter.java | 0 .../ClusterDescriptorAdapterFactory.java | 0 .../YarnApplicationClusterDescriptorAdapter.java | 0 .../YarnPerJobClusterDescriptorAdapter.java | 0 .../YarnSessionClusterDescriptorAdapter.scala | 0 .../factory/LinkisYarnClusterClientFactory.java | 0 .../flink/client/result/AbstractResult.java | 0 .../flink/client/result/BatchResult.java | 0 .../flink/client/result/ChangelogResult.java | 0 .../flink/client/result/Result.java | 0 .../flink/client/result/ResultUtil.java | 0 .../flink/client/result/TypedResult.java | 0 .../client/sql/operation/AbstractJobOperation.java | 0 .../flink/client/sql/operation/JobOperation.java | 0 .../client/sql/operation/NonJobOperation.java | 0 .../flink/client/sql/operation/Operation.java | 0 .../client/sql/operation/OperationFactory.java | 0 .../client/sql/operation/OperationFactoryImpl.java | 0 .../flink/client/sql/operation/OperationUtil.java | 0 .../sql/operation/impl/CreateViewOperation.java | 0 .../client/sql/operation/impl/DDLOperation.java | 0 .../sql/operation/impl/DescribeTableOperation.java | 0 .../sql/operation/impl/DropViewOperation.java | 0 .../sql/operation/impl/ExplainOperation.java | 0 .../client/sql/operation/impl/InsertOperation.java | 0 .../client/sql/operation/impl/ResetOperation.java | 0 .../client/sql/operation/impl/SelectOperation.java | 0 .../client/sql/operation/impl/SetOperation.java | 0 .../sql/operation/impl/ShowCatalogsOperation.java | 0 .../impl/ShowCurrentCatalogOperation.java | 0 .../impl/ShowCurrentDatabaseOperation.java | 0 .../sql/operation/impl/ShowDatabasesOperation.java | 0 .../sql/operation/impl/ShowFunctionsOperation.java | 0 .../sql/operation/impl/ShowModulesOperation.java | 0 .../sql/operation/impl/ShowTablesOperation.java | 0 .../sql/operation/impl/ShowViewsOperation.java | 0 .../sql/operation/impl/UseCatalogOperation.java | 0 .../sql/operation/impl/UseDatabaseOperation.java | 0 .../client/sql/operation/result/ColumnInfo.java | 0 .../client/sql/operation/result/ConstantNames.java | 0 .../client/sql/operation/result/ResultKind.java | 0 .../client/sql/operation/result/ResultSet.java | 0 .../result/ResultSetJsonDeserializer.java | 0 .../operation/result/ResultSetJsonSerializer.java | 0 .../flink/client/sql/parser/SqlCommand.java | 0 .../flink/client/sql/parser/SqlCommandCall.java | 0 .../flink/client/sql/parser/SqlCommandParser.java | 0 .../client/sql/parser/SqlCommandParserImpl.java | 0 .../flink/client/utils/YarnConfLoader.java | 0 .../flink/exception/ExecutorInitException.java | 0 .../flink/exception/FlinkInitFailedException.java | 0 .../flink/exception/JobExecutionException.java | 0 .../flink/exception/SqlExecutionException.java | 0 .../flink/exception/SqlParseException.java | 0 .../src/main/resources/flink-sql-defaults.yaml | 0 .../main/resources/linkis-engineconn.properties | 0 .../flink/src/main/resources/log4j2.xml | 0 .../flink/FlinkEngineConnPlugin.scala | 0 .../flink/config/FlinkEnvConfiguration.scala | 0 .../flink/config/FlinkResourceConfiguration.scala | 0 .../flink/context/EnvironmentContext.scala | 0 .../flink/context/FlinkEngineConnContext.scala | 0 .../flink/executor/FlinkCodeOnceExecutor.scala | 18 +- .../flink/executor/FlinkExecutor.scala | 0 .../flink/executor/FlinkJarOnceExecutor.scala | 4 +- .../flink/executor/FlinkOnceExecutor.scala | 8 +- .../executor/FlinkSQLComputationExecutor.scala | 22 +- .../executormanager/FlinkExecutorManager.scala | 0 .../factory/FlinkApplicationExecutorFactory.scala | 0 .../flink/factory/FlinkCodeExecutorFactory.scala | 0 .../flink/factory/FlinkEngineConnFactory.scala | 18 +- .../flink/factory/FlinkSQLExecutorFactory.scala | 0 .../launch/FlinkEngineConnLaunchBuilder.scala | 4 +- .../flink/listener/FlinkListener.scala | 2 +- .../flink/listener/FlinkListenerGroup.scala | 0 .../flink/operator/TriggerSavepointOperator.scala | 3 +- .../linkis/engineconnplugin/flink/ql/Grammar.scala | 0 .../engineconnplugin/flink/ql/GrammarFactory.scala | 0 .../flink/ql/impl/CreateTableAsSelectGrammar.scala | 2 +- .../resource/FlinkEngineConnResourceFactory.scala | 0 .../flink/setting/HudiSettings.scala | 13 +- .../engineconnplugin/flink/setting/Settings.scala | 0 .../engineconnplugin/flink/util/ClassUtil.scala | 0 .../flink/util/FlinkValueFormatUtil.scala | 0 .../{engineconn-plugins => }/hive/pom.xml | 2 +- .../hive/src/main/assembly/distribution.xml | 0 .../linkis/engineplugin/hive/log/HiveProgress.java | 0 .../hive/serde/CustomerDelimitedJSONSerDe.java | 0 .../main/resources/linkis-engineconn.properties | 0 .../hive/src/main/resources/log4j2.xml | 0 .../engineplugin/hive/HiveEngineConnPlugin.scala | 0 .../engineplugin/hive/common/HiveUtils.scala | 0 .../linkis/engineplugin/hive/conf/Counters.scala | 0 .../hive/conf/HiveEngineConfiguration.scala | 0 .../hive/creation/HiveEngineConnFactory.scala | 4 +- .../linkis/engineplugin/hive/cs/CSHiveHelper.scala | 0 .../engineplugin/hive/entity/HiveSession.scala | 0 .../exception/NotSupportedHiveTypeException.scala | 0 .../hive/executor/HiveEngineConnExecutor.scala | 50 ++-- .../hive/hook/HiveAddJarsEngineHook.scala | 2 +- .../hive/hook/HiveAddMetaTableNameHook.scala | 2 +- .../HiveProcessEngineConnLaunchBuilder.scala | 0 .../linkis/engineplugin/hive/log/LogHelper.scala | 0 .../hive/progress/HiveProgressHelper.scala | 0 .../{engineconn-plugins => }/io_file/pom.xml | 2 +- .../io_file/src/main/assembly/distribution.xml | 0 .../engineplugin/io/utils/ReflectionUtils.java | 0 .../main/resources/linkis-engineconn.properties | 0 .../io_file/src/main/resources/log4j2.xml | 0 .../engineplugin/io/IoEngineConnPlugin.scala | 0 .../builder/IoProcessEngineConnLaunchBuilder.scala | 0 .../io/conf/IOEngineConnConfiguration.scala | 0 .../manager/engineplugin/io/domain/FSInfo.scala | 0 .../io/executor/IoEngineConnExecutor.scala | 14 +- .../io/factory/IoEngineConnFactory.scala | 0 .../engineplugin/io/service/FsProxyService.scala | 0 .../manager/engineplugin/io/utils/IOHelp.scala | 0 .../{engineconn-plugins => }/jdbc/pom.xml | 4 +- .../jdbc/src/main/assembly/distribution.xml | 0 .../engineplugin/jdbc/ConnectionManager.java | 0 .../jdbc/JDBCDataSourceConfigurations.java | 0 .../engineplugin/jdbc/JDBCPropertiesParser.java | 0 .../manager/engineplugin/jdbc/JdbcAuthType.java | 0 .../engineplugin/jdbc/PropertiesParser.java | 0 .../jdbc/constant/JDBCEngineConnConstant.java | 0 .../main/resources/linkis-engineconn.properties | 0 .../jdbc/src/main/resources/log4j2.xml | 0 .../engineplugin/jdbc/JDBCEngineConnPlugin.scala | 0 .../JDBCProcessEngineConnLaunchBuilder.scala | 0 .../engineplugin/jdbc/conf/JDBCConfiguration.scala | 0 .../exception/JDBCParamsIllegalException.scala | 0 .../jdbc/executer/JDBCEngineConnExecutor.scala | 47 +-- .../engineplugin/jdbc/executer/JDBCHelper.java | 0 .../jdbc/executer/JDBCMultiDatasourceParser.scala | 8 +- .../jdbc/executer/JDBCSQLCodeParser.scala | 0 .../jdbc/factory/JDBCEngineConnFactory.scala | 0 .../engineplugin/jdbc/ConnectionManagerTest.java | 0 .../executer/JDBCMultiDatasourceParserTest.scala | 0 .../TestJDBCEngineConnExecutor.scala | 5 +- .../src/main/assembly/distribution.xml | 59 ---- .../{engineconn-plugins => }/openlookeng/pom.xml | 4 +- .../openlookeng/src/main/assembly/distribution.xml | 0 .../builder/OpenLooKengProcessECLaunchBuilder.java | 0 .../openlookeng/conf/OpenLooKengConfiguration.java | 0 .../conf/OpenLooKengEngineConfCache.java | 0 .../exception/OpenLooKengClientException.java | 0 .../exception/OpenLooKengSourceGroupException.java | 0 .../OpenLooKengStateInvalidException.java | 0 .../executor/OpenLooKengEngineConnExecutor.java | 0 .../main/resources/linkis-engineconn.properties | 0 .../openlookeng/src/main/resources/log4j2.xml | 0 .../openlookeng/OpenLooKengECPlugin.scala | 0 .../factory/OpenLooKengEngineConnFactory.scala | 0 .../{engineconn-plugins => }/pipeline/pom.xml | 2 +- .../pipeline/src/main/assembly/distribution.xml | 0 .../main/resources/linkis-engineconn.properties | 0 .../pipeline/src/main/resources/log4j2.xml | 0 .../pipeline/PipelineEngineConnPlugin.scala | 0 .../builder/PipelineEngineConnLaunchBuilder.scala | 0 .../conf/PipelineEngineConfiguration.scala | 0 .../pipeline/constant/PipeLineConstant.scala | 0 .../pipeline/conversions/FsConvertions.scala | 0 .../exception/PipeLineErrorException.scala | 0 .../pipeline/executor/CSVExecutor.scala | 0 .../pipeline/executor/CopyExecutor.scala | 0 .../pipeline/executor/ExcelExecutor.scala | 0 .../pipeline/executor/OutputStreamCache.scala | 0 .../pipeline/executor/PipeLineExecutor.scala | 0 .../executor/PipelineEngineConnExecutor.scala | 4 +- .../executor/PipelineExecutorSelector.scala | 2 +- .../factory/PipelineEngineConnFactory.scala | 0 linkis-engineconn-plugins/pom.xml | 23 +- .../{engineconn-plugins => }/presto/pom.xml | 2 +- .../presto/src/main/assembly/distribution.xml | 0 .../main/resources/linkis-engineconn.properties | 0 .../presto/src/main/resources/log4j2.xml | 0 .../presto/PrestoEngineConnPlugin.scala | 0 .../PrestoProcessEngineConnLaunchBuilder.scala | 0 .../presto/conf/PrestoConfiguration.scala | 0 .../presto/exception/PrestoException.scala | 0 .../presto/executer/PrestoEngineConnExecutor.scala | 0 .../presto/factory/PrestoEngineConnFactory.scala | 0 .../{engineconn-plugins => }/python/pom.xml | 2 +- .../python/src/main/assembly/distribution.xml | 0 .../python/src/main/py4j/py4j-0.10.9.5-src.zip | Bin .../main/resources/linkis-engineconn.properties | 0 .../python/src/main/resources/log4j2.xml | 0 .../python/src/main/resources/python/python.py | 0 .../python/PythonEngineConnPlugin.scala | 0 .../python/conf/PythonEngineConfiguration.scala | 0 .../exception/NoSupportEngineException.scala | 0 .../exception/PythonSessionNullException.scala | 0 .../python/executor/PythonEngineConnExecutor.scala | 23 +- .../python/executor/PythonSession.scala | 36 +-- .../python/factory/PythonEngineConnFactory.scala | 0 .../python/hook/PythonVersionEngineHook.scala | 2 +- .../PythonProcessEngineConnLaunchBuilder.scala | 0 .../manager/engineplugin/python/utils/Kind.scala | 0 .../manager/engineplugin/python/utils/State.scala | 0 .../{engineconn-plugins => }/shell/pom.xml | 0 .../shell/src/main/assembly/distribution.xml | 0 .../shell/src/main/resources/bin/kill-yarn-jobs.sh | 0 .../resources/conf/linkis-engineconn.properties | 0 .../shell/src/main/resources/conf/log4j2.xml | 0 .../engineplugin/shell/ShellEngineConnPlugin.scala | 0 .../ShellProcessEngineConnLaunchBuilder.scala | 0 .../shell/common/ShellEnginePluginConst.scala | 0 .../shell/exception/NoCorrectUserException.scala | 0 .../shell/executor/ErrorStreamReaderThread.scala | 12 +- .../shell/executor/ShellEngineConnExecutor.scala | 48 ++-- .../shell/executor/YarnAppIdExtractor.scala | 6 +- .../shell/factory/ShellEngineConnFactory.scala | 0 .../{engineconn-plugins => }/spark/pom.xml | 2 +- .../spark/src/main/assembly/distribution.xml | 0 .../main/resources/linkis-engineconn.properties | 0 .../spark/src/main/resources/log4j2.xml | 0 .../spark/src/main/resources/python/mix_pyspark.py | 0 .../spark/Interpreter/Interpreter.scala | 0 .../spark/Interpreter/ProcessInterpreter.scala | 0 .../spark/Interpreter/PythonInterpreter.scala | 4 +- .../engineplugin/spark/SparkEngineConnPlugin.scala | 0 .../spark/args/SparkPythonArgsAppender.scala | 0 .../args/SparkPythonArgsPreExecutionHook.scala | 23 +- .../spark/args/SparkScalaPreExecutionHook.scala | 0 .../linkis/engineplugin/spark/common/Kind.scala | 0 .../spark/common/LineBufferedProcess.scala | 0 .../spark/common/LineBufferedStream.scala | 0 .../engineplugin/spark/common/LogContainer.scala | 0 .../spark/common/SparkEnginePluginConst.scala | 0 .../engineplugin/spark/common/SparkKind.scala | 0 .../linkis/engineplugin/spark/common/State.scala | 0 .../spark/config/SparkConfiguration.scala | 1 - .../spark/config/SparkResourceConfiguration.scala | 0 .../engineplugin/spark/cs/CSSparkHelper.scala | 0 .../spark/cs/CSSparkPostExecutionHook.scala | 4 +- .../spark/cs/CSSparkPreExecutionHook.scala | 6 +- .../engineplugin/spark/cs/CSTableParser.scala | 0 .../spark/entity/SparkEngineSession.scala | 0 .../ApplicationAlreadyStoppedException.scala | 0 .../spark/exception/ExecuteError.scala | 0 .../spark/exception/MDQErrorException.scala | 0 .../spark/exception/NoSupportEngineException.scala | 0 .../spark/exception/QueryFailedException.scala | 0 .../spark/exception/RetryException.scala | 0 .../spark/exception/SparkCreateFileException.scala | 0 .../exception/SparkSessionNullException.scala | 0 .../engineplugin/spark/executor/SQLSession.scala | 0 .../spark/executor/SparkEngineConnExecutor.scala | 20 +- .../spark/executor/SparkExecutorOrder.scala | 0 .../spark/executor/SparkPythonExecutor.scala | 46 +-- .../spark/executor/SparkScalaExecutor.scala | 51 ++-- .../spark/executor/SparkSqlExecutor.scala | 12 +- .../spark/extension/SparkPostExecutionHook.scala | 2 +- .../spark/extension/SparkPreExecutionHook.scala | 2 +- .../spark/extension/SparkSqlExtension.scala | 2 +- .../spark/factory/SparkEngineConnFactory.scala | 10 +- .../factory/SparkEngineConnResourceFactory.scala | 0 .../spark/factory/SparkPythonExecutorFactory.scala | 0 .../spark/factory/SparkScalaExecutorFactory.scala | 0 .../spark/factory/SparkSqlExecutorFactory.scala | 0 .../engineplugin/spark/imexport/CsvRelation.scala | 6 +- .../engineplugin/spark/imexport/ExportData.scala | 4 +- .../engineplugin/spark/imexport/LoadData.scala | 0 .../imexport/util/BackGroundServiceUtils.scala | 0 .../spark/imexport/util/ImExportUtils.scala | 0 ...SparkSubmitProcessEngineConnLaunchBuilder.scala | 0 .../spark/lineage/LineageSparkSqlExtension.scala | 6 +- .../spark/lineage/SparkLineageUtils.scala | 0 .../spark/mdq/MDQPostExecutionHook.scala | 4 +- .../spark/mdq/MDQPreExecutionHook.scala | 2 +- .../engineplugin/spark/metadata/HPOBuilder.scala | 0 .../spark/metadata/MetaDataInfoTool.scala | 6 +- .../spark/metadata/SparkHiveObject.scala | 0 .../spark/metadata/SparkSQLHistoryParser.scala | 0 .../engineplugin/spark/utils/EngineUtils.scala | 2 +- .../engineplugin/spark/utils/JobProgressUtil.scala | 2 +- .../org/apache/spark/sql/MethodInvokeHelper.scala | 0 .../apache/spark/sql/SparkLogicalPlanHelper.scala | 0 .../execution/datasources/csv/DolphinToSpark.scala | 0 .../spark/sql/execution/datasources/csv/UDF.scala | 0 .../scala/org/apache/spark/util/SparkUtils.scala | 0 .../{engineconn-plugins => }/sqoop/pom.xml | 0 .../sqoop/src/main/assembly/distribution.xml | 0 .../sqoop/client/LinkisSqoopClient.java | 0 .../engineconnplugin/sqoop/client/Sqoop.java | 0 .../sqoop/client/config/ExecutionContext.java | 0 .../sqoop/client/config/ParamsMapping.java | 0 .../client/exception/JobClosableException.java | 0 .../client/exception/JobExecutionException.java | 0 .../sqoop/client/utils/JarLoader.java | 0 .../java/org/apache/sqoop/mapreduce/JobBase.java | 0 .../main/resources/linkis-engineconn.properties | 0 .../sqoop/src/main/resources/log4j2.xml | 0 .../sqoop/SqoopEngineConnPlugin.scala | 0 .../sqoop/context/SqoopEngineConnContext.scala | 0 .../sqoop/context/SqoopEnvConfiguration.scala | 0 .../sqoop/context/SqoopParamsConfiguration.scala | 0 .../sqoop/context/SqoopResourceConfiguration.scala | 0 .../sqoop/executor/SqoopExecutor.scala | 0 .../sqoop/executor/SqoopOnceCodeExecutor.scala | 32 +-- .../sqoop/executor/SqoopOnceExecutor.scala | 0 .../sqoop/factory/SqoopEngineConnFactory.scala | 0 .../sqoop/factory/SqoopExecutorFactory.scala | 0 .../launch/SqoopEngineConnLaunchBuilder.scala | 2 +- .../sqoop/params/SqoopParamsResolver.scala | 0 .../resource/SqoopEngineConnResourceFactory.scala | 0 .../engineconnplugin/sqoop/util/ClassUtil.scala | 0 .../linkis/storage/io/client/DefaultIOClient.scala | 47 +-- .../linkis/storage/io/conf/IOFileClientConf.scala | 2 + .../io/iteraceptor/IOMethodInterceptor.scala | 12 +- .../IOMethodInterceptorCreatorImpl.scala | 2 +- .../io/orchestrator/IOTaskPlannerTransform.scala | 2 +- .../execution/CodeReheaterNotifyTaskConsumer.scala | 2 +- ...ComputationOrchestratorSessionFactoryImpl.scala | 10 +- .../physical/AbstractPhysicalTransform.scala | 6 +- .../catalyst/planner/TaskPlannerTransform.scala | 6 +- .../validator/LabelRegularCheckRuler.scala | 6 +- .../DefaultCodeExecTaskExecutorManager.scala | 51 ++-- .../computation/monitor/EngineConnMonitor.scala | 28 +- .../physical/CodeLogicalUnitExecTask.scala | 23 +- .../service/ComputationTaskExecutionReceiver.scala | 4 +- .../apache/linkis/orchestrator/Orchestrator.scala | 2 +- .../orchestrator/converter/AbstractConverter.scala | 4 +- .../orchestrator/core/AbstractOrchestration.scala | 22 +- .../orchestrator/core/OrchestrationFuture.scala | 2 + .../orchestrator/core/impl/SessionStateImpl.scala | 2 +- .../exception/OrchestratorErrorCodeSummary.scala | 2 + .../orchestrator/execution/AbstractExecution.scala | 4 +- .../orchestrator/execution/ExecTaskRunner.scala | 2 +- .../execution/impl/BaseExecutionTask.scala | 4 +- .../execution/impl/BaseTaskScheduler.scala | 8 +- .../execution/impl/DefaultTaskManager.scala | 8 +- .../execution/impl/ExecutionImpl.scala | 4 +- .../extensions/catalyst/TransformFactory.scala | 2 +- .../listener/OrchestratorSyncListenerBus.scala | 4 +- .../orchestrator/optimizer/AbstractOptimizer.scala | 8 +- .../orchestrator/parser/AbstractParser.scala | 6 +- .../orchestrator/planner/AbstractPlanner.scala | 4 +- .../orchestrator/reheater/AbstractReheater.scala | 2 +- .../strategy/GatherStrategyJobExecTask.scala | 4 +- .../orchestrator/strategy/StatusInfoExecTask.scala | 2 +- .../strategy/async/AsyncExecTaskRunnerImpl.scala | 6 +- .../strategy/async/AsyncTaskManager.scala | 10 +- .../ecm/ComputationEngineConnManager.scala | 28 +- .../orchestrator/ecm/EngineConnManager.scala | 15 +- .../ecm/EngineConnManagerBuilder.scala | 2 +- .../ecm/LoadBalanceLabelEngineConnManager.scala | 28 +- .../ecm/cache/EngineAsyncResponseCache.scala | 8 +- .../impl/ComputationEngineConnExecutor.scala | 20 +- .../impl/DefaultEngineAsyncResponseService.scala | 6 +- .../linkis/bml/client/impl/HttpBmlClient.scala | 3 +- .../org/apache/linkis/bml/http/HttpConf.scala | 3 +- .../linkis/bml/common/HdfsResourceHelper.java | 6 + .../linkis/bml/common/LocalResourceHelper.java | 6 + .../apache/linkis/bml/common/ResourceHelper.java | 8 + .../org/apache/linkis/bml/dao/BmlProjectDao.java | 2 +- .../org/apache/linkis/bml/dao/DownloadDao.java | 2 +- .../org/apache/linkis/bml/dao/ResourceDao.java | 2 +- .../java/org/apache/linkis/bml/dao/TaskDao.java | 2 +- .../java/org/apache/linkis/bml/dao/VersionDao.java | 4 +- .../apache/linkis/bml/dao/impl/DownloadMapper.xml | 4 +- .../apache/linkis/bml/dao/impl/ResourceMapper.xml | 4 +- .../org/apache/linkis/bml/dao/impl/TaskMapper.xml | 4 +- .../apache/linkis/bml/dao/impl/VersionMapper.xml | 6 +- .../linkis/bml/{Entity => entity}/BmlProject.java | 2 +- .../bml/{Entity => entity}/DownloadModel.java | 2 +- .../linkis/bml/{Entity => entity}/Resource.java | 2 +- .../bml/{Entity => entity}/ResourceTask.java | 2 +- .../bml/{Entity => entity}/ResourceVersion.java | 2 +- .../linkis/bml/{Entity => entity}/Version.java | 2 +- .../linkis/bml/restful/BmlProjectRestful.java | 4 +- .../apache/linkis/bml/restful/BmlRestfulApi.java | 10 +- .../apache/linkis/bml/service/DownloadService.java | 2 +- .../apache/linkis/bml/service/ResourceService.java | 2 +- .../org/apache/linkis/bml/service/TaskService.java | 2 +- .../apache/linkis/bml/service/VersionService.java | 4 +- .../bml/service/impl/BmlProjectServiceImpl.java | 2 +- .../bml/service/impl/DownloadServiceImpl.java | 2 +- .../bml/service/impl/ResourceServiceImpl.java | 4 +- .../linkis/bml/service/impl/TaskServiceImpl.java | 8 +- .../bml/service/impl/VersionServiceImpl.java | 12 +- .../apache/linkis/bml/vo/ResourceVersionsVO.java | 2 +- .../linkis/bml/common/HdfsResourceHelperTest.java} | 37 +-- .../bml/common/LocalResourceHelperTest.java} | 38 +-- .../linkis/bml/common/VersionServiceImplTest.java | 50 ++++ .../impl/InstanceAliasManagerImpl.scala | 2 +- .../impl/RouteLabelInstanceAliasConverter.scala | 16 +- .../core/dao/DataSourceParamKeyDao.java | 8 + .../core/dao/mapper/DataSourceParamKeyMapper.xml | 12 +- .../core/restful/DataSourceCoreRestfulApi.java | 6 +- .../core/service/DataSourceRelateService.java | 10 + .../service/impl/DataSourceRelateServiceImpl.java | 10 + .../core/receivers/DsmReceiver.scala | 6 +- .../query/server/receiver/BaseMetaReceiver.scala | 4 +- .../query/service/ElasticConnection.java | 2 +- .../query/service/ElasticParamsMapper.java | 2 +- .../query/service/EsMetaService.java | 2 +- .../query/service/HiveConnection.java | 2 +- .../query/service/HiveMetaService.java | 2 +- .../query/service/HiveParamsMapper.java | 2 +- .../query/service/KafkaConnection.java | 2 +- .../query/service/KafkaMetaService.java | 2 +- .../query/service/KafkaParamsMapper.java | 2 +- .../query/service/MysqlMetaService.java | 2 +- .../query/service/SqlConnection.java | 2 +- .../query/service/SqlParamsMapper.java | 2 +- .../linkis/metadata/hive/dao/HiveMetaDao.java | 54 +++- .../linkis/metadata/hive/dao/impl/HiveMetaDao.xml | 200 ++++++------- .../metadata/hive/dto/MetadataQueryParam.java | 144 ++++++++++ .../metadata/restful/api/DataSourceRestfulApi.java | 30 +- .../metadata/restful/api/MdqTableRestfulApi.java | 17 +- .../linkis/metadata/service/DataSourceService.java | 15 +- .../service/HiveMetaWithPermissionService.java | 6 +- .../apache/linkis/metadata/service/MdqService.java | 14 +- .../service/impl/DataSourceServiceImpl.java | 84 +++--- .../impl/HiveMetaWithPermissionServiceImpl.java | 43 +-- .../metadata/service/impl/MdqServiceImpl.java | 80 +++--- .../org/apache/linkis/metadata/util/DWSConfig.java | 2 +- .../org/apache/linkis/metadata/util/HiveUtils.java | 7 +- .../linkis/metadata/utils/MdqConstants.scala | 6 - .../apache/linkis/metadata/utils/MdqUtils.scala | 9 +- .../configuration/service/CategoryService.scala | 14 +- .../service/ConfigurationService.scala | 16 +- .../configuration/validate/FloatValidator.scala | 2 +- .../validate/NumericalValidator.scala | 2 +- .../validate/ValidatorManagerImpl.scala | 2 +- .../errorcode/client/utils/ErrorCodeMatcher.scala | 2 +- .../label/client/EurekaInstanceLabelClient.scala | 8 +- .../label/client/InstanceLabelClient.scala | 6 +- .../service/rpc/DefaultInsLabelRpcService.scala | 16 +- .../cache/impl/DefaultQueryCacheManager.java | 21 +- .../linkis/jobhistory/cache/utils/MD5Util.java | 9 +- .../jobhistory/restful/api/QueryRestfulApi.java | 5 + .../jobhistory/conversions/TaskConversions.scala | 19 +- .../impl/JobHistoryDetailQueryServiceImpl.scala | 25 +- .../service/impl/JobHistoryQueryServiceImpl.scala | 18 +- .../apache/linkis/jobhistory/util/QueryUtils.scala | 6 +- .../exception/WorkspaceExceptionManager.java | 3 +- .../filesystem/restful/api/FsRestfulApi.java | 3 +- .../apache/linkis/filesystem/quartz/FSQuartz.scala | 6 +- .../linkis/filesystem/service/FsService.scala | 25 +- .../linkis-gateway-authentication/pom.xml | 14 + .../linkis-gateway-core/pom.xml | 12 + .../linkis/gateway/parser/GatewayParser.scala | 6 +- .../linkis/gateway/route/GatewayRouter.scala | 8 +- .../linkis/gateway/security/LDAPUserRestful.scala | 2 +- .../linkis/gateway/security/LinkisPreFilter.scala | 2 +- .../linkis/gateway/security/ProxyUserUtils.scala | 4 +- .../linkis/gateway/security/SecurityFilter.scala | 10 +- .../linkis/gateway/security/UserRestful.scala | 29 +- .../security/token/TokenAuthentication.scala | 2 +- .../linkis/httpclient/dws/DWSHttpClient.scala | 2 +- .../dws/discovery/DWSGatewayDiscovery.scala | 2 +- .../dws/response/DWSHeartbeatResult.scala | 2 +- .../src/main/assembly/distribution.xml | 6 + .../ujes/parser/ResultSetCacheGatewayParser.scala | 4 +- .../ujes/route/AbstractLabelGatewayRouter.scala | 2 +- .../gateway/ujes/route/EntranceGatewayRouter.scala | 4 +- .../ujes/route/GatewayRouterConfiguration.scala | 7 +- .../ujes/route/HaContextGatewayRouter.scala | 4 +- .../route/contextservice/ContextIdParserImpl.scala | 4 +- .../ujes/route/label/RouteLabelParser.scala | 2 +- .../SpringCloudGatewayConfiguration.scala | 13 +- .../SpringCloudGatewayWebsocketUtils.scala | 4 +- .../websocket/WebsocketGatewaySession.scala | 4 +- pom.xml | 10 +- scalastyle-config.xml | 2 +- tool/dependencies/known-dependencies.txt | 51 +++- tool/modify_license.sh | 12 +- 829 files changed, 3654 insertions(+), 2556 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
