This is an automated email from the ASF dual-hosted git repository.
shenlin pushed a change to branch feat/runtime-manager
in repository https://gitbox.apache.org/repos/asf/rocketmq-eventbridge.git
from 781772d feat:support kubernates.kube.config
new bf68ae8 Add files via upload
new f20362d Delete EventBridge自研Runtime架构设计及实现.docx
new c2fd6a4 Create RocketMQEventBridgeRuntimeArchitectDesign
new 03ed509 Update RocketMQEventBridgeRuntimeArchitectDesign
new b80bcba Rename RocketMQEventBridgeRuntimeArchitectDesign to
RocketMQEventBridgeRuntimeArchitectDesign.md
new 95c5aa7 Set up CI with Azure Pipelines
new 40f0731 1.modify maven publish
new 61e4b78 1.modify maven publish
new 9ed7589 1.modify maven publish
new a0ccd01 1.modify workflows file
new 2cbc872 1.modify workflows mvn file
new e880882 1.modify workflows mvn file
new b3786b4 1.移除文件
new 1a7e8c5 1.修改mvn publish文件
new 85545ff 1.修改mvn publish文件
new 1017bb5 1.修改docker run命令
new 05c23de 1.修改docker run命令
new b7187f6 1.修改docker run命令
new 10a8f6a [e2eTest] add e2eTest model
new b862636 [e2eTest] add e2eTest model
new 75d0a23 [e2eTest] add e2eTest model
new 6d74669 [e2eTest] add e2eTest model
new ce01adf [e2eTest] add e2eTest model
new 092924e [e2eTest] add e2eTest model
new 80ca118 [e2eTest] add e2eTest model
new 8318ec7 [e2eTest] add e2eTest model
new 6e767f9 [e2eTest] add e2eTest model
new 2ee0604 [e2eTest] add e2eTest model
new 5a80b73 [e2eTest] add e2eTest model
new 0e05de3 [e2eTest] add e2eTest model
new dd2c3bc [e2eTest] add e2eTest model
new acd59f2 [e2eTest] add e2eTest model
new c1fffef [e2eTest] add e2eTest model
new f323f1f [e2eTest] add e2eTest model
new 82ca7c5 [e2eTest] add e2eTest model
new a260c56 [e2eTest] add e2eTest model
new 78fea33 [e2eTest] add license header
new 32d8109 [e2eTest] add license header
new c4c4a46 Update RocketMQEventBridgeOverview
new 1d3c372 feat:prepare to release 1.1.0 (#158)
new 7aee6e7 [maven-release-plugin] prepare release
rocketmq-eventbridge-1.1.0
new be84461 [maven-release-plugin] prepare release
rocketmq-eventbridge-1.1.0
new cd19dea release 1.1.0
new e775006 change the README.md test case.
new 8f33e2f feat: include sample plugins when building distribution
package and generate .zip/.tar.gz package formats by default
new 11a5845 feat: add tagged-release GithubAction pipeline
new 590ec3b fix: skip tests during release pipeline
new d801f27 fix: code style issues to make compile pass with checkstyle
plugin enabled (#160)
new 9b6c38a feat:add build.yaml. (#164)
new 4634add git rebase from master.
new c6cbf52 fix log pattern (#166)
new 7e00103 build(deps-dev): bump junit from 4.11 to 4.13.1 in
/adapter/storage (#117)
new 360d8d7 build(deps): bump junit from 4.10 to 4.13.1 in
/adapter/runtime (#116)
new efbbd5c build(deps-dev): bump junit:junit in /adapter/benchmark (#144)
new 573f23a refactor: fix PushRetryStrategyEnum#parse(String), and some
code style optimization of module common (#171)
new 1718101 Update RocketMQEventDataAPIImpl.java
new 2ae546f doc:upgrade the quick start doc.
new ef3401d feat:add runtime manager.
new 5b704b5 feat:watch the cluster and worker.
The 59 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/maven-package.yml | 81 ++++-
.github/workflows/maven-publish.yml | 34 --
.github/workflows/tagged-release.yml | 31 ++
README.md | 67 ++--
adapter/api/pom.xml | 7 +-
adapter/benchmark/pom.xml | 9 +-
.../adapter/benchmark/AbstractEventCommon.java | 6 +-
.../adapter/benchmark/EventTPSCommon.java | 16 +-
adapter/persistence/pom.xml | 7 +-
.../adapter/persistence/DatasourceConfig.java | 5 +-
.../MybatisEventTargetRunnerRepository.java | 1 -
adapter/pom.xml | 6 +-
adapter/rpc/pom.xml | 7 +-
.../impl/runtime/RuntimeTargetRunnerAPIImpl.java | 28 +-
.../runtime/manager/cluster/ClusterService.java | 3 +-
.../manager/dispatch/RunnerTaskDispatcher.java | 31 +-
...rkerRebalance.java => RunnerTaskRebalance.java} | 2 +-
.../repository/WorkerInstanceRepository.java | 51 +--
.../{ClusterScale.java => ClusterWorkerScale.java} | 4 +-
.../runtime/manager/task/RunnerTaskService.java | 9 -
.../adapter/runtime/manager/watch/WatchWorker.java | 11 +-
adapter/runtime-on-k8s/pom.xml | 24 +-
.../manager/k8s/api/K8SConfigMapService.java | 76 ++---
.../manager/k8s/api/K8SCustomResourceService.java | 78 +----
.../manager/k8s/api/K8SDeploymentService.java | 144 ++++----
.../manager/k8s/api/K8SNameSpaceService.java | 17 -
.../runtime/manager/k8s/api/KubectlService.java | 128 +------
.../runtime/manager/k8s/common/K8SConstants.java | 20 --
.../manager/k8s/common/WorkerStatusEnum.java | 47 +++
.../k8s/model/K8SCRDConnectTaskSetModel.java | 17 -
.../repository/WorkerInstanceRepositoryOnK8S.java | 369 +--------------------
adapter/runtime/pom.xml | 11 +-
.../eventbridge/adapter/runtime/Runtime.java | 11 +-
.../adapter/runtime/boot/EventBusListener.java | 6 +-
.../adapter/runtime/boot/EventRuleTransfer.java | 16 +-
.../adapter/runtime/boot/EventTargetTrigger.java | 18 +-
.../runtime/boot/common/CirculatorContext.java | 86 +++--
.../runtime/boot/listener/EventSubscriber.java | 8 +-
.../runtime/boot/transfer/TransformEngine.java | 17 +-
.../runtime/boot/trigger/TriggerTaskContext.java | 32 +-
.../adapter/runtime/common/LoggerName.java | 8 +-
.../adapter/runtime/common/ServiceThread.java | 16 +-
.../runtime/common/entity/TargetKeyValue.java | 14 +-
.../runtime/common/entity/TargetRunnerConfig.java | 18 +-
.../adapter/runtime/common/plugin/Plugin.java | 12 +-
.../adapter/runtime/common/plugin/PluginUtils.java | 11 +-
.../common/store/FileBaseKeyValueStore.java | 2 +-
.../adapter/runtime/config/RuntimeConfigProps.java | 17 +-
.../runtime/config/RuntimeConfiguration.java | 1 -
.../adapter/runtime/converter/JsonConverter.java | 2 +-
.../adapter/runtime/converter/ListConverter.java | 2 +-
.../runtime/converter/RecordOffsetConverter.java | 2 +-
.../adapter/runtime/error/ErrorHandler.java | 2 +-
.../AbstractTargetRunnerConfigObserver.java | 2 +-
.../service/TargetRunnerConfigOnFileObserver.java | 1 -
.../adapter/runtime/utils/ExceptionUtil.java | 4 +-
.../adapter/runtime/utils/ShutdownUtils.java | 6 +-
.../runtime/src/main/resources/runtime.properties | 2 +-
adapter/storage/pom.xml | 9 +-
.../rocketmq/api/RocketMQEventDataAPIImpl.java | 4 +-
.../storage/rocketmq/runtimer/ConfigLoader.java | 81 +++++
.../runtimer/PropertiesResolveService.java | 50 +++
.../rocketmq/runtimer/RocketMQEventSubscriber.java | 85 ++---
.../rocketmq/runtimer/consumer/ClientConfig.java | 7 +-
.../rocketmq/runtimer/consumer/ConsumeRequest.java | 4 -
.../runtimer/consumer/LitePullConsumer.java | 4 -
.../runtimer/consumer/LitePullConsumerImpl.java | 40 +--
.../runtimer/consumer/LocalMessageCache.java | 4 -
common/pom.xml | 5 +-
.../eventbridge/config/CommonConstants.java | 7 +-
.../eventbridge/enums/PushRetryStrategyEnum.java | 5 +-
.../tools/pattern/PatternEvaluatorBuilder.java | 4 +-
.../eventbridge/tools/transform/JsonPathUtil.java | 6 +-
.../tools/transform/StringSubstitutorTemplate.java | 2 +-
{start => dist}/pom.xml | 77 +++--
dist/src/main/assembly/assembly.xml | 59 ++++
{bin => dist/src/main/bin}/eventbridge.sh | 0
{bin => dist/src/main/bin}/runserver.sh | 3 +-
.../src/main/resources/application.properties | 2 +-
.../src/main/resources/logback.xml | 6 +-
docker/Dockerfile | 51 +++
docker/build-image.sh | 55 +++
.../docker-entrypoint.sh | 12 +-
docs/cn/RocketMQEventBridgeOverview.md | 4 +-
docs/cn/RocketMQEventBridgeQuickStart.md | 183 ++--------
.../RocketMQEventBridgeRuntimeArchitectDesign.md | 103 ++++++
domain/pom.xml | 5 +-
infrastructure/pom.xml | 6 +-
.../infrastructure/trace/TraceStrategy.java | 5 +-
pom.xml | 20 +-
rocketmq_eventbridge.mv.db | Bin 0 -> 81920 bytes
rocketmq_eventbridge.trace.db | 94 ++++++
start/pom.xml | 27 +-
.../eventbridge/filter/ValidateFilter.java | 16 +-
start/src/main/resources/application.properties | 2 +-
supports/connect-cloudevent-transform/pom.xml | 6 +-
supports/connect-eventbridge-transform/pom.xml | 8 +-
supports/connect-filter-transform/pom.xml | 8 +-
supports/eventbridge-connect-file/pom.xml | 17 +-
.../apache/rocketmq/connect/sink/FileSinkTask.java | 3 +-
supports/eventbridge-connect-standard/pom.xml | 2 +-
test/demo/pom.xml | 5 +-
test/pom.xml | 6 +-
.../rocketmq-eventbridge-e2etest}/pom.xml | 66 ++--
.../rocketmq/eventbridge/e2etest/BaseTest.java | 111 +++++++
.../controller/ApplicationTagControllerTest.java | 80 +++++
.../rocketmq/eventbridge/e2etest/util/Utils.java | 65 ++++
107 files changed, 1556 insertions(+), 1531 deletions(-)
delete mode 100644 .github/workflows/maven-publish.yml
create mode 100644 .github/workflows/tagged-release.yml
copy
adapter/runtime-manager/src/main/java/org/apache/rocketmq/eventbridge/adapter/runtime/manager/dispatch/{WorkerRebalance.java
=> RunnerTaskRebalance.java} (96%)
copy
adapter/runtime-manager/src/main/java/org/apache/rocketmq/eventbridge/adapter/runtime/manager/scale/{ClusterScale.java
=> ClusterWorkerScale.java} (95%)
create mode 100644
adapter/runtime-on-k8s/src/main/java/org/apache/rocketmq/eventbridge/adapter/runtime/manager/k8s/common/WorkerStatusEnum.java
create mode 100644
adapter/storage/src/main/java/org/apache/rocketmq/eventbridge/adapter/storage/rocketmq/runtimer/ConfigLoader.java
create mode 100644
adapter/storage/src/main/java/org/apache/rocketmq/eventbridge/adapter/storage/rocketmq/runtimer/PropertiesResolveService.java
copy
adapter/rpc/src/main/java/org/apache/rocketmq/eventbridge/adapter/rpc/config/RpcConfiguration.java
=>
common/src/main/java/org/apache/rocketmq/eventbridge/config/CommonConstants.java
(85%)
copy {start => dist}/pom.xml (70%)
create mode 100644 dist/src/main/assembly/assembly.xml
rename {bin => dist/src/main/bin}/eventbridge.sh (100%)
rename {bin => dist/src/main/bin}/runserver.sh (97%)
copy {start => dist}/src/main/resources/application.properties (95%)
copy start/src/main/resources/logback-spring.xml =>
dist/src/main/resources/logback.xml (88%)
create mode 100644 docker/Dockerfile
create mode 100755 docker/build-image.sh
copy adapter/runtime-on-k8s/src/test/resources/application.properties =>
docker/docker-entrypoint.sh (71%)
create mode 100644 docs/cn/RocketMQEventBridgeRuntimeArchitectDesign.md
create mode 100644 rocketmq_eventbridge.mv.db
create mode 100644 rocketmq_eventbridge.trace.db
copy {adapter/rpc => test/rocketmq-eventbridge-e2etest}/pom.xml (54%)
create mode 100644
test/rocketmq-eventbridge-e2etest/src/test/java/org/apache/rocketmq/eventbridge/e2etest/BaseTest.java
create mode 100644
test/rocketmq-eventbridge-e2etest/src/test/java/org/apache/rocketmq/eventbridge/e2etest/controller/ApplicationTagControllerTest.java
create mode 100644
test/rocketmq-eventbridge-e2etest/src/test/java/org/apache/rocketmq/eventbridge/e2etest/util/Utils.java
