This is an automated email from the ASF dual-hosted git repository.
aloyszhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
from ecdf7fee69 [INLONG-10580][ASF] Enable merge and rebase (#10581)
add e66841674f [INLONG-9781][Manager] Add offline sync task type
definition (#9787)
add c87ccc1be0 [INLONG-9813][Manager] Support offline data sync management
(#9814)
add 7eb4f63bc7 [INLONG-9822][Manager] Support flink job runtime execution
mode configuration (#9823)
add 65d0aec3f1 [INLONG-9862][Manager] Support submit flink job for offline
sync (#9865)
add 7d11b006dd [INLONG-10247][Manager] Support schedule information
management for offline sync (#10254)
add 472a12d91b [INLONG-10395][Manager] Add interface for schedule client
and engine (#10397)
add 5f98a44b79 [INLONG-10396][Manager] Support build-in schedule base on
quartz (#10412)
add b8efa9cfef [INLONG-10436][Manager] Move schedule configuration from
stream to group (#10437)
add c050dcc479 [INLONG-10360][Manager] Combine schedule state transition
with group operations (#10445)
add 3c3ada4bcb [INLONG-10459][Manager] Support schedule instance callback
to submit Flink batch job (#10510)
add c5a28a5079 [INLONG-10514][Manager] Support built-in schedule engine
trigger submitting of Flink batch job (#10515)
add 2e3d4fb56c [INLONG-10566][Manager] fix auth failed and cronexpression
field type (#10567)
add f4575df32c [INLONG-10560][Sort] Support bounded pulsar source (#10569)
add 47596148ab [INLONG-10561][Manager] Support configrations for bounded
source (#10571)
No new revisions were added by this update.
Summary of changes:
.../apache/inlong/common/bounded/Boundaries.java | 39 +---
.../apache/inlong/common/bounded/BoundaryType.java | 56 ++++++
.../apache/inlong/manager/client/ut/BaseTest.java | 2 +-
.../client/api/inner/client/ClientFactory.java | 2 +
.../api/inner/client/InLongScheduleClient.java | 67 +++++++
.../client/api/inner/client/InlongGroupClient.java | 6 +
.../client/api/service/InLongScheduleApi.java | 49 +++++
.../manager/client/api/service/InlongGroupApi.java | 4 +
.../manager/common/consts/InlongConstants.java | 14 +-
.../inlong/manager/common/enums/ErrorCodeEnum.java | 9 +
.../inlong/manager/common/enums/GroupMode.java | 14 +-
.../manager/common/enums/OperationTarget.java | 4 +-
.../manager/common/enums/ScheduleStatus.java | 59 ++++++
.../inlong/manager/dao/entity/ScheduleEntity.java | 61 ++++++
.../manager/dao/mapper/ScheduleEntityMapper.java} | 36 ++--
.../resources/mappers/ScheduleEntityMapper.xml | 144 ++++++++++++++
.../manager/dao/mapper/ScheduleEntityTest.java | 118 ++++++++++++
.../inlong/manager/plugin/flink/FlinkService.java | 11 ++
.../inlong/manager/plugin/flink/dto/FlinkInfo.java | 8 +
.../plugin/listener/DeleteSortListener.java | 1 +
.../plugin/listener/RestartSortListener.java | 8 +-
.../plugin/listener/StartupSortListener.java | 29 +--
.../FlinkOfflineJobOperator.java} | 41 ++--
.../inlong/manager/plugin/util/FlinkUtils.java | 55 ++++++
.../inlong/manager/pojo/group/InlongGroupInfo.java | 34 +++-
.../manager/pojo/group/InlongGroupPageRequest.java | 3 +-
.../manager/pojo/group/InlongGroupRequest.java | 36 +++-
.../pojo/schedule/OfflineJobSubmitRequest.java} | 44 ++---
.../inlong/manager/pojo/schedule/ScheduleInfo.java | 111 +++++++++++
.../manager/pojo/schedule/ScheduleInfoRequest.java | 104 +++++++++++
.../manager/pojo/sort/util/StreamParseUtils.java | 1 -
inlong-manager/manager-schedule/pom.xml | 77 ++++++++
.../manager/schedule/NoopScheduleClient.java} | 36 ++--
.../manager/schedule/ScheduleClientFactory.java | 55 ++++++
.../inlong/manager/schedule/ScheduleEngine.java} | 65 ++++---
.../manager/schedule/ScheduleEngineClient.java | 51 +++++
.../manager/schedule/ScheduleEngineType.java} | 40 ++--
.../inlong/manager/schedule/ScheduleType.java} | 39 ++--
.../inlong/manager/schedule/ScheduleUnit.java} | 42 +++--
.../exception/QuartzScheduleException.java} | 39 +---
.../schedule/quartz/QuartzOfflineSyncJob.java | 104 +++++++++++
.../schedule/quartz/QuartzScheduleClient.java | 57 ++++++
.../schedule/quartz/QuartzScheduleEngine.java | 174 +++++++++++++++++
.../schedule/quartz/QuartzSchedulerListener.java | 143 ++++++++++++++
.../manager/schedule/util/ScheduleUtils.java | 162 ++++++++++++++++
.../inlong/manager/schedule/BaseScheduleTest.java | 121 ++++++++++++
.../manager/schedule/quartz/MockQuartzJob.java | 51 +++++
.../schedule/quartz/QuartzScheduleEngineTest.java | 161 ++++++++++++++++
.../manager/schedule/util/ScheduleUtilsTest.java | 166 +++++++++++++++++
.../src/test/resources/log4j2.xml | 0
inlong-manager/manager-service/pom.xml | 5 +
.../service/core/impl/AuditServiceImpl.java | 6 +-
.../manager/service/group/InlongGroupService.java | 8 +
.../service/group/InlongGroupServiceImpl.java | 115 +++++++++++-
.../service/listener/GroupTaskListenerFactory.java | 20 ++
.../listener/StreamTaskListenerFactory.java | 1 -
.../listener/group/InitGroupCompleteListener.java | 3 +-
.../group/UpdateGroupCompleteListener.java | 3 +-
.../listener/queue/QueueResourceListener.java | 6 +-
.../schedule/GroupScheduleResourceListener.java | 97 ++++++++++
.../service/listener/sort/SortConfigListener.java | 4 +-
.../stream/InitStreamCompleteListener.java | 3 +-
.../manager/service/plugin/PluginClassLoader.java | 2 +-
.../schedule/OfflineJobOperatorFactory.java | 51 +++++
.../manager/service/schedule/ScheduleOperator.java | 108 +++++++++++
.../service/schedule/ScheduleOperatorImpl.java | 198 ++++++++++++++++++++
.../manager/service/schedule/ScheduleService.java | 82 ++++++++
.../service/schedule/ScheduleServiceImpl.java | 207 +++++++++++++++++++++
.../service/source/AbstractSourceOperator.java | 3 +-
.../service/source/StreamSourceServiceImpl.java | 3 +-
.../service/source/bounded/BoundedSourceType.java | 54 ++++++
.../group/CreateGroupWorkflowDefinition.java | 11 +-
.../stream/CreateStreamWorkflowDefinition.java | 2 +-
.../group/CreateGroupWorkflowDefinitionTest.java | 3 +-
.../main/resources/h2/apache_inlong_manager.sql | 31 +++
.../manager-web/sql/apache_inlong_manager.sql | 28 +++
inlong-manager/manager-web/sql/changes-1.13.0.sql | 30 +++
.../web/controller/InLongSchedulerController.java | 96 ++++++++++
.../web/controller/InlongGroupController.java | 10 +
.../src/main/resources/application-dev.properties | 6 +-
.../src/main/resources/application-prod.properties | 3 +
.../src/main/resources/application-test.properties | 3 +
.../src/main/resources/application.properties | 2 +-
.../workflow/definition/ServiceTaskType.java | 1 +
.../event/task/ScheduleOperateListener.java} | 43 ++---
.../manager/workflow/plugin/ProcessPlugin.java | 5 +
.../workflow/processor/OfflineJobOperator.java} | 36 +---
inlong-manager/pom.xml | 1 +
.../inlong/sort/configuration/Constants.java | 23 +++
.../inlong/sort/protocol/node/ExtractNode.java | 7 +
.../protocol/node/extract/PulsarExtractNode.java | 29 +++
.../main/java/org/apache/inlong/sort/Entrance.java | 53 +++++-
.../sort/pulsar/table/PulsarTableFactory.java | 4 +
.../sort/pulsar/table/PulsarTableOptions.java | 28 +++
.../pulsar/table/source/PulsarTableSource.java | 23 ++-
95 files changed, 3831 insertions(+), 379 deletions(-)
copy
inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
inlong-common/src/main/java/org/apache/inlong/common/bounded/Boundaries.java
(73%)
create mode 100644
inlong-common/src/main/java/org/apache/inlong/common/bounded/BoundaryType.java
create mode 100644
inlong-manager/manager-client/src/main/java/org/apache/inlong/manager/client/api/inner/client/InLongScheduleClient.java
create mode 100644
inlong-manager/manager-client/src/main/java/org/apache/inlong/manager/client/api/service/InLongScheduleApi.java
create mode 100644
inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/ScheduleStatus.java
create mode 100644
inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/entity/ScheduleEntity.java
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-dao/src/main/java/org/apache/inlong/manager/dao/mapper/ScheduleEntityMapper.java}
(60%)
create mode 100644
inlong-manager/manager-dao/src/main/resources/mappers/ScheduleEntityMapper.xml
create mode 100644
inlong-manager/manager-dao/src/test/java/org/apache/inlong/manager/dao/mapper/ScheduleEntityTest.java
copy
inlong-manager/manager-plugins/base/src/main/java/org/apache/inlong/manager/plugin/{flink/dto/FlinkInfo.java
=> offline/FlinkOfflineJobOperator.java} (59%)
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-pojo/src/main/java/org/apache/inlong/manager/pojo/schedule/OfflineJobSubmitRequest.java}
(56%)
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/schedule/ScheduleInfo.java
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/schedule/ScheduleInfoRequest.java
create mode 100644 inlong-manager/manager-schedule/pom.xml
copy
inlong-manager/{manager-workflow/src/main/java/org/apache/inlong/manager/workflow/definition/ServiceTaskType.java
=>
manager-schedule/src/main/java/org/apache/inlong/manager/schedule/NoopScheduleClient.java}
(56%)
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/ScheduleClientFactory.java
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-schedule/src/main/java/org/apache/inlong/manager/schedule/ScheduleEngine.java}
(50%)
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/ScheduleEngineClient.java
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-schedule/src/main/java/org/apache/inlong/manager/schedule/ScheduleEngineType.java}
(73%)
copy
inlong-manager/{manager-workflow/src/main/java/org/apache/inlong/manager/workflow/definition/ServiceTaskType.java
=>
manager-schedule/src/main/java/org/apache/inlong/manager/schedule/ScheduleType.java}
(61%)
copy
inlong-manager/{manager-workflow/src/main/java/org/apache/inlong/manager/workflow/definition/ServiceTaskType.java
=>
manager-schedule/src/main/java/org/apache/inlong/manager/schedule/ScheduleUnit.java}
(58%)
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-schedule/src/main/java/org/apache/inlong/manager/schedule/exception/QuartzScheduleException.java}
(69%)
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/quartz/QuartzOfflineSyncJob.java
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/quartz/QuartzScheduleClient.java
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/quartz/QuartzScheduleEngine.java
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/quartz/QuartzSchedulerListener.java
create mode 100644
inlong-manager/manager-schedule/src/main/java/org/apache/inlong/manager/schedule/util/ScheduleUtils.java
create mode 100644
inlong-manager/manager-schedule/src/test/java/org/apache/inlong/manager/schedule/BaseScheduleTest.java
create mode 100644
inlong-manager/manager-schedule/src/test/java/org/apache/inlong/manager/schedule/quartz/MockQuartzJob.java
create mode 100644
inlong-manager/manager-schedule/src/test/java/org/apache/inlong/manager/schedule/quartz/QuartzScheduleEngineTest.java
create mode 100644
inlong-manager/manager-schedule/src/test/java/org/apache/inlong/manager/schedule/util/ScheduleUtilsTest.java
copy inlong-manager/{manager-service =>
manager-schedule}/src/test/resources/log4j2.xml (100%)
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/listener/schedule/GroupScheduleResourceListener.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/schedule/OfflineJobOperatorFactory.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/schedule/ScheduleOperator.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/schedule/ScheduleOperatorImpl.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/schedule/ScheduleService.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/schedule/ScheduleServiceImpl.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/bounded/BoundedSourceType.java
create mode 100644
inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InLongSchedulerController.java
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-workflow/src/main/java/org/apache/inlong/manager/workflow/event/task/ScheduleOperateListener.java}
(55%)
copy
inlong-manager/{manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationTarget.java
=>
manager-workflow/src/main/java/org/apache/inlong/manager/workflow/processor/OfflineJobOperator.java}
(68%)
