This is an automated email from the ASF dual-hosted git repository. duhengforever pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git
commit a5d5e0545240273173af89734ca12280e8db3cac Merge: 7fd5445 22f9ab0 Author: 刈刀 <[email protected]> AuthorDate: Mon Aug 2 19:54:11 2021 +0800 Merge branch 'main' of https://github.com/apache/rocketmq-streams into main rocketmq-streams-channel-db/pom.xml | 21 + .../streams/db/sink/AbstractMultiTableSink.java | 150 + .../apache/rocketmq/streams/db/sink/DBSink.java | 239 ++ .../rocketmq/streams/db/sink/DBSinkBuilder.java | 76 + .../streams/db/sink/SelfMultiTableSink.java | 53 + .../streams/db/sink/SplitBySerialNumber.java | 36 + .../streams/db/sink/SplitByTimeMultiTableSink.java | 36 + .../streams/db/sink/db/DBWriteOnlyChannelTest.java | 84 + rocketmq-streams-channel-http/pom.xml | 30 + .../rocketmq-streams-channel-http.iml | 62 + .../rocketmq/streams/http/source/HttpSource.java | 157 ++ .../streams/http/source/server/HttpServer.java | 273 ++ .../http/source/server/HttpServerManager.java | 60 + .../streams/http/source/util/HttpUtil.java | 251 ++ .../streams/http/source/http/HttpChannelTest.java | 45 + rocketmq-streams-channel-rocketmq/pom.xml | 87 + .../rocketmq/streams/RocketMQChannelBuilder.java | 90 + .../apache/rocketmq/streams/RocketMQOffset.java | 89 + .../streams/queue/RocketMQMessageQueue.java | 107 + .../apache/rocketmq/streams/sink/RocketMQSink.java | 318 +++ .../rocketmq/streams/source/RocketMQSource.java | 292 ++ .../rocketmq/streams/AbstractChannelTest.java | 58 + .../rocketmq/streams/RocketMQChannelTest.java | 176 ++ rocketmq-streams-commons/pom.xml | 76 + .../streams/common/cache/CompressTable.java | 305 +++ .../common/cache/compress/AdditionStore.java | 161 ++ .../streams/common/cache/compress/ByteArray.java | 103 + .../common/cache/compress/ByteArrayValueKV.java | 106 + .../streams/common/cache/compress/CacheKV.java | 371 +++ .../streams/common/cache/compress/ICacheKV.java | 63 + .../streams/common/cache/compress/KVElement.java | 123 + .../cache/compress/impl/FixedLenRowCacheKV.java | 148 + .../common/cache/compress/impl/IntValueKV.java | 195 ++ .../streams/common/cache/compress/impl/KeySet.java | 109 + .../common/cache/compress/impl/ListValueKV.java | 66 + .../common/cache/compress/impl/MultiValueKV.java | 114 + .../common/cache/compress/impl/MutilValueKV.java | 116 + .../common/cache/compress/impl/SplitCache.java | 86 + .../common/cache/compress/impl/StringValueKV.java | 137 + .../streams/common/cache/softreference/ICache.java | 58 + .../cache/softreference/RebuildCacheElement.java | 26 + .../softreference/impl/SoftReferenceCache.java | 127 + .../streams/common/calssscaner/AbstractScan.java | 257 ++ .../streams/common/channel/AbstractChannel.java | 220 ++ .../rocketmq/streams/common/channel/IChannel.java | 34 + .../AbstractSupportShuffleChannelBuilder.java | 31 + .../common/channel/builder/IChannelBuilder.java | 70 + .../channel/builder/IShuffleChannelBuilder.java | 39 + .../common/channel/impl/OutputPrintChannel.java | 47 + .../common/channel/impl/PrintChannelBuilder.java | 47 + .../channel/impl/file/FileChannelBuilder.java | 96 + .../streams/common/channel/impl/file/FileSink.java | 164 ++ .../common/channel/impl/file/FileSource.java | 232 ++ .../common/channel/impl/file/FileSplit.java | 64 + .../common/channel/impl/memory/MemoryCache.java | 83 + .../common/channel/impl/memory/MemoryChannel.java | 79 + .../channel/impl/memory/MemoryChannelBuilder.java | 71 + .../common/channel/impl/memory/MemorySink.java | 107 + .../common/channel/impl/memory/MemorySource.java | 92 + .../common/channel/impl/memory/MemorySplit.java | 52 + .../streams/common/channel/sink/AbstractSink.java | 243 ++ .../channel/sink/AbstractSupportShuffleSink.java | 80 + .../streams/common/channel/sink/ISink.java | 104 + .../channel/sinkcache/DataSourceAutoFlushTask.java | 66 + .../common/channel/sinkcache/IMessageCache.java | 79 + .../channel/sinkcache/IMessageFlushCallBack.java | 31 + .../impl/AbstractMutilSplitMessageCache.java | 137 + .../channel/sinkcache/impl/MessageCache.java | 142 + .../sinkcache/impl/MultiSplitMessageCache.java | 33 + .../sinkcache/impl/MutilSplitMessageCache.java | 33 + .../common/channel/source/AbstractBatchSource.java | 202 ++ .../common/channel/source/AbstractSource.java | 536 ++++ .../source/AbstractSupportOffsetResetSource.java | 21 + .../channel/source/AbstractUnreliableSource.java | 164 ++ .../streams/common/channel/source/ISource.java | 90 + .../channel/source/ISplitChangedListener.java | 41 + .../channel/source/systemmsg/NewSplitMessage.java | 26 + .../source/systemmsg/RemoveSplitMessage.java | 26 + .../source/systemmsg/SplitChangedMessage.java | 73 + .../streams/common/channel/split/ISplit.java | 49 + .../streams/common/checkpoint/CheckPoint.java | 78 + .../common/checkpoint/CheckPointManager.java | 279 ++ .../common/checkpoint/CheckPointMessage.java | 77 + .../streams/common/checkpoint/CheckPointState.java | 65 + .../streams/common/checkpoint/ICheckPoint.java | 31 + .../common/classloader/ByteClassLoader.java | 30 + .../common/classloader/FileClassLoader.java | 83 + .../common/classloader/IsolationClassLoader.java | 78 + .../common/compiler/CustomJavaCompiler.java | 248 ++ .../common/component/AbstractComponent.java | 208 ++ .../streams/common/component/ComponentCreator.java | 293 ++ .../common/component/ConfigureDescriptor.java | 98 + .../streams/common/component/IComponent.java | 73 + .../streams/common/component/IgnoreNameSpace.java | 24 + .../PropertyConfigureDescriptorManager.java | 104 + .../PropertyConfigureDiscriptorManager.java | 110 + .../common/configurable/AbstractConfigurable.java | 216 ++ .../common/configurable/BasedConfigurable.java | 249 ++ .../IAfterConfiguableRefreshListerner.java | 25 + .../streams/common/configurable/IConfigurable.java | 84 + .../configurable/IConfigurableIdentification.java | 40 + .../configurable/IConfigurableListerner.java | 20 + .../common/configurable/IConfigurableService.java | 136 + .../common/configurable/IFieldProcessor.java | 24 + .../common/configurable/annotation/Changeable.java | 31 + .../configurable/annotation/ENVDependence.java | 30 + .../configurable/annotation/NoSerialized.java | 29 + .../streams/common/configure/ConfigureFileKey.java | 142 + .../streams/common/context/AbstractContext.java | 364 +++ .../streams/common/context/BatchMessageOffset.java | 123 + .../rocketmq/streams/common/context/Context.java | 33 + .../rocketmq/streams/common/context/IMessage.java | 85 + .../streams/common/context/IgnoreMessage.java | 23 + .../rocketmq/streams/common/context/Message.java | 129 + .../streams/common/context/MessageHeader.java | 360 +++ .../streams/common/context/MessageOffset.java | 208 ++ .../streams/common/context/UserDefinedMessage.java | 502 ++++ .../streams/common/datatype/ArrayDataType.java | 146 + .../streams/common/datatype/BaseDataType.java | 229 ++ .../streams/common/datatype/BooleanDataType.java | 142 + .../streams/common/datatype/ByteDataType.java | 107 + .../common/datatype/ConfigurableDataType.java | 127 + .../streams/common/datatype/DataJsonable.java | 36 + .../rocketmq/streams/common/datatype/DataType.java | 109 + .../streams/common/datatype/DateDataType.java | 153 ++ .../streams/common/datatype/DoubleDataType.java | 156 ++ .../streams/common/datatype/FloatDataType.java | 121 + .../common/datatype/GenericParameterDataType.java | 122 + .../common/datatype/GenericParamterDataType.java | 123 + .../streams/common/datatype/IJsonable.java | 34 + .../streams/common/datatype/IntDataType.java | 122 + .../streams/common/datatype/JavaBeanDataType.java | 92 + .../streams/common/datatype/JsonableDataType.java | 104 + .../streams/common/datatype/ListDataType.java | 223 ++ .../streams/common/datatype/LongDataType.java | 173 ++ .../streams/common/datatype/MapDataType.java | 286 ++ .../common/datatype/NotSupportDataType.java | 74 + .../streams/common/datatype/NumberDataType.java | 84 + .../streams/common/datatype/SetDataType.java | 257 ++ .../streams/common/datatype/ShortDataType.java | 118 + .../streams/common/datatype/StringDataType.java | 83 + .../streams/common/dboperator/IDBDriver.java | 79 + .../common/disruptor/BufferFullFunction.java | 27 + .../streams/common/disruptor/DisruptorEvent.java | 34 + .../common/disruptor/DisruptorEventFactory.java | 26 + .../common/disruptor/DisruptorProducer.java | 51 + .../streams/common/functions/FilterFunction.java | 24 + .../streams/common/functions/ForEachFunction.java | 31 + .../common/functions/ForEachMessageFunction.java | 30 + .../streams/common/functions/Function.java | 19 + .../streams/common/functions/MapFunction.java | 24 + .../common/functions/MultiTableSplitFunction.java | 29 + .../streams/common/functions/ReduceFunction.java | 24 + .../streams/common/functions/SplitFunction.java | 30 + .../common/functions/TableSplitFunction.java | 46 + .../common/interfaces/IBaseStreamOperator.java | 33 + .../streams/common/interfaces/IFilterService.java | 57 + .../streams/common/interfaces/IJDBCOperator.java | 77 + .../common/interfaces/IJsonobjectProcessor.java | 25 + .../common/interfaces/ILineMessageProcessor.java | 32 + .../streams/common/interfaces/IPropertyEnable.java | 39 + .../common/interfaces/IScheduleExecutor.java | 27 + .../streams/common/interfaces/IStreamOperator.java | 29 + .../streams/common/interfaces/ISystemMessage.java | 20 + .../common/interfaces/ISystemMessageProcessor.java | 23 + .../streams/common/interfaces/ITransport.java | 32 + .../streams/common/logger/LoggerCreator.java | 57 + .../streams/common/logger/LoggerOutputChannel.java | 79 + .../common/logger/MyDailyRollingFileAppender.java | 545 ++++ .../streams/common/metadata/AbstractMetaData.java | 247 ++ .../rocketmq/streams/common/metadata/MetaData.java | 227 ++ .../streams/common/metadata/MetaDataAdapter.java | 48 + .../streams/common/metadata/MetaDataField.java | 167 ++ .../rocketmq/streams/common/model/BeanHolder.java | 36 + .../rocketmq/streams/common/model/Entity.java | 49 + .../rocketmq/streams/common/model/NameCreator.java | 63 + .../rocketmq/streams/common/model/ServiceName.java | 28 + .../streams/common/model/ThreadContext.java | 31 + .../rocketmq/streams/common/monitor/IMonitor.java | 171 ++ .../streams/common/monitor/MonitorFactory.java | 133 + .../common/monitor/TopologyFilterMonitor.java | 66 + .../common/monitor/group/GroupedMonitorInfo.java | 119 + .../common/monitor/group/MonitorCommander.java | 200 ++ .../streams/common/monitor/impl/DipperMonitor.java | 510 ++++ .../streams/common/monitor/impl/MonitorItem.java | 177 ++ .../common/monitor/impl/NothingMonitorItem.java | 59 + .../common/monitor/impl/NothingMontior.java | 112 + .../optimization/CalculationResultCache.java | 64 + .../common/optimization/HyperscanRegex.java | 104 + .../streams/common/optimization/LikeRegex.java | 175 ++ .../common/optimization/LogFingerprintFilter.java | 152 + .../common/optimization/MessageGloableTrace.java | 80 + .../common/optimization/OptimizationRegex.java | 308 +++ .../optimization/SQLLogFingerprintFilter.java | 53 + .../AbstractMutilPipelineChainPipline.java | 193 ++ .../streams/common/topology/ChainPipeline.java | 447 +++ .../streams/common/topology/ChainStage.java | 189 ++ .../common/topology/builder/IStageBuilder.java | 39 + .../common/topology/builder/PipelineBuilder.java | 370 +++ .../common/topology/model/AbstractRule.java | 181 ++ .../common/topology/model/AbstractScript.java | 110 + .../common/topology/model/AbstractStage.java | 298 ++ .../streams/common/topology/model/ILifeCycle.java | 33 + .../common/topology/model/IStageHandle.java | 44 + .../streams/common/topology/model/IWindow.java | 92 + .../streams/common/topology/model/Pipeline.java | 291 ++ .../topology/model/PipelineSourceJoiner.java | 48 + .../streams/common/topology/model/Union.java | 63 + .../stages/AbstractStatelessChainStage.java | 41 + .../topology/stages/AbstractWindowStage.java | 90 + .../common/topology/stages/FilterChainStage.java | 357 +++ .../common/topology/stages/JoinChainStage.java | 160 ++ .../common/topology/stages/NewSQLChainStage.java | 82 + .../common/topology/stages/OpenAPIChainStage.java | 80 + .../common/topology/stages/OutputChainStage.java | 231 ++ .../common/topology/stages/PythonChainStage.java | 80 + .../topology/stages/RightJoinChainStage.java | 92 + .../common/topology/stages/SQLChainStage.java | 81 + .../common/topology/stages/ScriptChainStage.java | 124 + .../topology/stages/SubPiplineChainStage.java | 410 +++ .../common/topology/stages/UnionChainStage.java | 51 + .../common/topology/stages/WindowChainStage.java | 83 + .../common/topology/stages/udf/FilterOperator.java | 37 + .../topology/stages/udf/FlatMapOperator.java | 61 + .../common/topology/stages/udf/IReducer.java | 35 + .../common/topology/stages/udf/IRedurce.java | 36 + .../common/topology/stages/udf/MapOperator.java | 35 + .../common/topology/stages/udf/StageBuilder.java | 92 + .../common/topology/stages/udf/UDFChainStage.java | 74 + .../topology/stages/udf/UDFUnionChainStage.java | 92 + .../common/transport/AbstractFileTransport.java | 41 + .../streams/common/transport/IFileTransport.java | 68 + .../rocketmq/streams/common/utils/AESUtil.java | 108 + .../rocketmq/streams/common/utils/Base64Utils.java | 100 + .../rocketmq/streams/common/utils/ClassUtil.java | 157 ++ .../streams/common/utils/CollectionUtil.java | 65 + .../rocketmq/streams/common/utils/CommandUtil.java | 184 ++ .../streams/common/utils/CompressUtil.java | 88 + .../streams/common/utils/ConfigurableUtil.java | 248 ++ .../streams/common/utils/ContantsUtil.java | 355 +++ .../rocketmq/streams/common/utils/DESUtils.java | 142 + .../streams/common/utils/DataTypeUtil.java | 504 ++++ .../rocketmq/streams/common/utils/DateUtil.java | 603 ++++ .../common/utils/DipperThreadLocalUtil.java | 35 + .../rocketmq/streams/common/utils/ENVUtile.java | 55 + .../rocketmq/streams/common/utils/FileUtil.java | 973 +++++++ .../rocketmq/streams/common/utils/IOUtil.java | 99 + .../rocketmq/streams/common/utils/IPUtil.java | 201 ++ .../streams/common/utils/InstantiationUtil.java | 118 + .../streams/common/utils/Ip2LongUtils.java | 296 ++ .../rocketmq/streams/common/utils/JarUtil.java | 147 + .../streams/common/utils/JsonableUtil.java | 61 + .../streams/common/utils/LogParserUtil.java | 241 ++ .../rocketmq/streams/common/utils/MapKeyUtil.java | 155 ++ .../rocketmq/streams/common/utils/MessageUtil.java | 102 + .../streams/common/utils/NameCreatorUtil.java | 61 + .../rocketmq/streams/common/utils/NumberUtils.java | 179 ++ .../rocketmq/streams/common/utils/PrintUtil.java | 205 ++ .../streams/common/utils/PropertiesUtils.java | 144 + .../streams/common/utils/RandomStrUtil.java | 38 + .../rocketmq/streams/common/utils/ReflectUtil.java | 882 ++++++ .../rocketmq/streams/common/utils/RegexUtil.java | 21 + .../rocketmq/streams/common/utils/RuntimeUtil.java | 63 + .../streams/common/utils/SQLFormatterUtil.java | 362 +++ .../rocketmq/streams/common/utils/SQLUtil.java | 413 +++ .../streams/common/utils/ScheduleUtil.java | 52 + .../rocketmq/streams/common/utils/ShellUtil.java | 189 ++ .../rocketmq/streams/common/utils/StringUtil.java | 369 +++ .../streams/common/utils/SyslogParserUtil.java | 25 + .../rocketmq/streams/common/utils/ThreadUtil.java | 29 + .../rocketmq/streams/common/utils/TraceUtil.java | 118 + .../common/cache/compress/IntValueKVTest.java | 66 + .../softreference/SoftReferenceCacheTest.java | 55 + .../rocketmq/streams/common/channel/SinkTest.java | 73 + .../streams/common/channel/SourceTest.java | 75 + .../streams/common/classscan/ClassScanTest.java | 34 + .../common/compiler/CustomJavaCompilerTest.java | 35 + .../streams/common/datatype/DataTypeTest.java | 39 + .../streams/common/stages/SelfChainStageTest.java | 36 + .../src/test/resources/log4j.xml | 16 + rocketmq-streams-configurable/pom.xml | 21 + .../streams/configuable/ConfigurableComponent.java | 189 ++ .../streams/configuable/model/Configure.java | 130 + .../service/AbstractConfigurableService.java | 561 ++++ .../AbstractSupportParentConfigureService.java | 263 ++ .../service/ConfigurableServcieType.java | 31 + .../service/ConfigurableServiceFactory.java | 58 + .../service/impl/FileConfigureService.java | 250 ++ .../impl/FileSupportParentConfigureService.java | 38 + .../service/impl/MemoryConfigureService.java | 122 + .../impl/MemorySupportParentConfigureService.java | 39 + .../configurable/ConfigurableComponent.java | 188 ++ .../streams/configurable/model/Configure.java | 127 + .../service/AbstractConfigurableService.java | 553 ++++ .../AbstractSupportParentConfigureService.java | 255 ++ .../service/ConfigurableServcieType.java | 29 + .../service/ConfigurableServiceFactory.java | 59 + .../service/impl/FileConfigureService.java | 249 ++ .../impl/FileSupportParentConfigureService.java | 37 + .../service/impl/MemoryConfigureService.java | 121 + .../impl/MemorySupportParentConfigureService.java | 37 + .../src/main/resources/log4j.xml | 20 + .../configuable/ConfiguableComponentTest.java | 112 + .../rocketmq/streams/configuable/model/Person.java | 110 + .../configurable/ConfigurableComponentTest.java | 108 + .../streams/configurable/model/Person.java | 110 + .../src/test/resources/log4j.xml | 20 + rocketmq-streams-filter/pom.xml | 31 + .../rocketmq-streams-filter.iml | 72 + .../rocketmq/streams/filter/FilterComponent.java | 115 + .../streams/filter/builder/ExpressionBuilder.java | 409 +++ .../streams/filter/builder/RuleBuilder.java | 592 ++++ .../streams/filter/builder/RuleElementBuilder.java | 137 + .../streams/filter/contants/RuleElementType.java | 43 + .../streams/filter/contants/RuleStatus.java | 98 + .../streams/filter/context/ContextConfigure.java | 272 ++ .../streams/filter/context/RuleContext.java | 399 +++ .../streams/filter/context/RuleMessage.java | 48 + .../streams/filter/engine/IRuleEngine.java | 51 + .../rocketmq/streams/filter/engine/SplitFlow.java | 159 ++ .../filter/engine/impl/DefaultRuleEngine.java | 280 ++ .../filter/exception/RegexTimeoutException.java | 48 + .../filter/function/etl/RenameFunction.java | 37 + .../expression/AbstractExpressionFunction.java | 67 + .../function/expression/CompareFunction.java | 74 + .../ContainsCaseInsensitiveFunction.java | 74 + .../function/expression/ContainsFunction.java | 62 + .../streams/filter/function/expression/Equals.java | 166 ++ .../function/expression/ExpressionFunction.java | 33 + .../filter/function/expression/GreaterEquals.java | 163 ++ .../filter/function/expression/GreaterThan.java | 132 + .../filter/function/expression/InFunction.java | 85 + .../filter/function/expression/InMetaData.java | 65 + .../function/expression/IpContainsFunction.java | 180 ++ .../filter/function/expression/IsNotNull.java | 50 + .../streams/filter/function/expression/IsNull.java | 49 + .../filter/function/expression/LessEquals.java | 118 + .../filter/function/expression/LessThan.java | 119 + .../filter/function/expression/LikeFunction.java | 167 ++ .../NotContainsCaseInsensitiveFunction.java | 76 + .../function/expression/NotContainsFunction.java | 63 + .../filter/function/expression/NotEquals.java | 169 ++ .../filter/function/expression/NotInFunction.java | 35 + .../function/expression/NotLikeFunction.java | 36 + .../NotRegexCaseInsensitiveFunction.java | 36 + .../function/expression/NotRegexFunction.java | 36 + .../expression/RegexCaseInsensitiveFunction.java | 41 + .../filter/function/expression/RegexFunction.java | 123 + .../filter/function/expression/ScriptFunction.java | 145 + .../filter/function/script/CaseFunction.java | 86 + .../rocketmq/streams/filter/monitor/Monitor.java | 160 ++ .../filter/monitor/contants/MonitorType.java | 40 + .../streams/filter/monitor/rule/ActionMonitor.java | 27 + .../filter/monitor/rule/ExpressionMonitor.java | 27 + .../filter/monitor/rule/MessageMonitor.java | 119 + .../streams/filter/monitor/rule/NullMonitor.java | 55 + .../streams/filter/monitor/rule/RuleMonitor.java | 62 + .../streams/filter/monitor/rule/VarMonitor.java | 27 + .../streams/filter/operator/FilterOperator.java | 31 + .../rocketmq/streams/filter/operator/Rule.java | 538 ++++ .../streams/filter/operator/action/Action.java | 28 + .../operator/action/IConfigurableAction.java | 41 + .../filter/operator/action/impl/ChannelAction.java | 69 + .../operator/action/impl/MetaDataAction.java | 185 ++ .../filter/operator/expression/Expression.java | 405 +++ .../operator/expression/ExpressionPerformance.java | 99 + .../expression/ExpressionRelationParser.java | 106 + .../expression/ExpressionRelationPaser.java | 107 + .../operator/expression/GroupExpression.java | 146 + .../expression/GroupExpressionManager.java | 86 + .../operator/expression/OptimizationRule.java | 28 + .../operator/expression/RelationExpression.java | 347 +++ .../operator/expression/SimpleExpression.java | 113 + .../streams/filter/operator/var/ConstantVar.java | 118 + .../streams/filter/operator/var/ContextVar.java | 85 + .../streams/filter/operator/var/InnerVar.java | 86 + .../rocketmq/streams/filter/operator/var/Var.java | 79 + .../optimization/EqualsExpressionOptimization.java | 39 + .../optimization/ExpressionOptimization.java | 144 + .../optimization/IExpressionOptimization.java | 38 + .../optimization/LikeExpressionOptimization.java | 39 + .../optimization/OptimizationExpression.java | 71 + .../PiplineLogFingerprintAnalysis.java | 433 +++ .../optimization/RegexExpressionOptimization.java | 39 + .../streams/filter/service/IRuleEngineService.java | 50 + .../filter/service/impl/RuleEngineServiceImpl.java | 104 + .../rocketmq/streams/filter/utils/IPUtil.java | 209 ++ .../rocketmq/streams/filter/utils/RegexUtil.java | 211 ++ .../streams/filter/FilterComponentTest.java | 36 + .../streams/filter/operator/ExpressionTest.java | 49 + .../rocketmq/streams/filter/operator/RuleTest.java | 40 + .../test/resources/credible/ChannelComponent.xml | 70 + .../resources/credible/credible-channel.properties | 12 + .../test/resources/credible/credible.properties | 8 + .../src/test/resources/log4j.xml | 20 + rocketmq-streams-schedule/pom.xml | 33 + .../rocketmq-streams-schedule.iml | 65 + .../streams/schedule/ScheduleComponent.java | 65 + .../schedule/job/ConfigurableExecutorJob.java | 55 + .../streams/schedule/service/IScheduleService.java | 90 + .../schedule/service/impl/ScheduleServiceImpl.java | 264 ++ .../stream/schedule/ScheduleComponentTest.java | 62 + .../src/test/resources/log4j.xml | 20 + rocketmq-streams-script/pom.xml | 33 + .../rocketmq/streams/script/ScriptComponent.java | 76 + .../streams/script/annotation/Function.java | 31 + .../streams/script/annotation/FunctionMethod.java | 51 + .../script/annotation/FunctionMethodAilas.java | 37 + .../script/annotation/FunctionParamter.java | 44 + .../streams/script/annotation/UDAFFunction.java | 34 + .../streams/script/context/FunctionContext.java | 87 + .../function/aggregation/AverageAccumulator.java | 98 + .../function/aggregation/ConcatAccumulator.java | 96 + .../aggregation/ConcatDistinctAccumulator.java | 98 + .../function/aggregation/CountAccumulator.java | 79 + .../function/aggregation/DistinctAccumulator.java | 75 + .../function/aggregation/MaxAccumulator.java | 111 + .../function/aggregation/MinAccumulator.java | 111 + .../function/aggregation/SumAccumulator.java | 82 + .../script/function/impl/bool/BooleanFunction.java | 39 + .../script/function/impl/common/EchoFunction.java | 47 + .../function/impl/condition/EqualsFunction.java | 155 ++ .../impl/condition/ExecuteByConditionFuction.java | 36 + .../impl/condition/GreateEqualsFunction.java | 74 + .../function/impl/condition/GreaterFunction.java | 69 + .../script/function/impl/condition/IFFunction.java | 39 + .../impl/condition/InConditionFunction.java | 99 + .../impl/condition/LessEqualsFunction.java | 71 + .../function/impl/condition/LessFunction.java | 69 + .../function/impl/context/ContextFunction.java | 44 + .../function/impl/date/AddMonthFunction.java | 73 + .../impl/date/CurrentTimestampFunction.java | 63 + .../script/function/impl/date/DateAddFunction.java | 146 + .../function/impl/date/DateDiffFunction.java | 124 + .../function/impl/date/DateFormatFunction.java | 92 + .../function/impl/date/DatePartFunction.java | 218 ++ .../function/impl/date/DateToCharFunction.java | 93 + .../function/impl/date/DateTruncFunction.java | 143 + .../function/impl/date/DateUtilFunction.java | 130 + .../function/impl/date/DateUtileFunction.java | 134 + .../script/function/impl/date/DayFunction.java | 62 + .../function/impl/date/FromUnixTimeFunction.java | 72 + .../script/function/impl/date/GetDateFunction.java | 43 + .../script/function/impl/date/IsDateFunction.java | 54 + .../script/function/impl/date/LastDayFunction.java | 69 + .../script/function/impl/date/NextDayFunction.java | 100 + .../script/function/impl/date/NowFuntion.java | 46 + .../script/function/impl/date/QuarterFuction.java | 75 + .../script/function/impl/date/QuarterFunction.java | 76 + .../function/impl/date/UnixTimeStampFunction.java | 77 + .../function/impl/date/WeekOfYearFunction.java | 59 + .../script/function/impl/date/WeekdayFunction.java | 60 + .../script/function/impl/env/ENVFunction.java | 47 + .../impl/field/AdditionalFiledFunction.java | 318 +++ .../function/impl/field/CoalesceFunction.java | 51 + .../function/impl/field/ExtraFieldFunction.java | 67 + .../script/function/impl/field/FieldFunction.java | 155 ++ .../function/impl/field/RemoveFieldFunction.java | 59 + .../function/impl/field/RetainFieldFunction.java | 51 + .../script/function/impl/filter/BreakFunction.java | 41 + .../function/impl/filter/FilterFunction.java | 74 + .../function/impl/flatmap/SplitArrayFunction.java | 164 ++ .../function/impl/header/HeaderFunction.java | 48 + .../function/impl/json/JsonArrayFunction.java | 230 ++ .../function/impl/json/JsonCreatorFunction.java | 218 ++ .../function/impl/json/JsonValueFunction.java | 108 + .../script/function/impl/math/AbsFunction.java | 118 + .../script/function/impl/math/AcosFunction.java | 109 + .../function/impl/math/AdditionFunction.java | 62 + .../script/function/impl/math/AsinFunction.java | 109 + .../script/function/impl/math/AtanFunction.java | 88 + .../script/function/impl/math/BinFunction.java | 54 + .../script/function/impl/math/BitFunction.java | 201 ++ .../script/function/impl/math/BroundFunction.java | 113 + .../function/impl/math/CardinalityFunction.java | 49 + .../script/function/impl/math/CbrtFunction.java | 67 + .../script/function/impl/math/CeilFunction.java | 109 + .../script/function/impl/math/ConvFunction.java | 244 ++ .../script/function/impl/math/CosFunction.java | 109 + .../script/function/impl/math/CosHFunction.java | 109 + .../script/function/impl/math/CotFunction.java | 109 + .../script/function/impl/math/DegreesFunction.java | 90 + .../function/impl/math/DivisionFunction.java | 62 + .../script/function/impl/math/EFunction.java | 42 + .../script/function/impl/math/ExpFunction.java | 109 + .../function/impl/math/FactorialFunction.java | 79 + .../script/function/impl/math/FloorFunction.java | 115 + .../script/function/impl/math/HexFunction.java | 69 + .../script/function/impl/math/LnFunction.java | 109 + .../script/function/impl/math/Log10Function.java | 105 + .../script/function/impl/math/Log2Function.java | 105 + .../script/function/impl/math/LogFunction.java | 114 + .../script/function/impl/math/MathFunction.java | 132 + .../function/impl/math/MultiplicationFunction.java | 63 + .../function/impl/math/OperationFunction.java | 123 + .../script/function/impl/math/PIFunction.java | 42 + .../script/function/impl/math/PowerFunction.java | 114 + .../script/function/impl/math/RadiansFunction.java | 48 + .../script/function/impl/math/RandFunction.java | 62 + .../script/function/impl/math/RoundFunction.java | 117 + .../function/impl/math/ShiftLeftFunction.java | 52 + .../function/impl/math/ShiftRightFunction.java | 52 + .../impl/math/ShiftRightUnSignedFunction.java | 52 + .../script/function/impl/math/SignFunction.java | 50 + .../script/function/impl/math/SinFunction.java | 109 + .../script/function/impl/math/SinHFunction.java | 109 + .../script/function/impl/math/SqrtFunction.java | 109 + .../function/impl/math/SubtractionFunction.java | 62 + .../script/function/impl/math/TanFunction.java | 108 + .../script/function/impl/math/TanHFunction.java | 109 + .../script/function/impl/math/TruncFunction.java | 118 + .../script/function/impl/math/UnHexFunction.java | 64 + .../script/function/impl/mock/MockFunction.java | 39 + .../function/impl/offset/OffsetFunction.java | 67 + .../script/function/impl/parser/GrokFunction.java | 91 + .../function/impl/parser/LogParserFunction.java | 85 + .../function/impl/parser/Paser2JsonFunction.java | 169 ++ .../function/impl/parser/PaserBySplitFunction.java | 172 ++ .../function/impl/parser/RegexParserFunction.java | 85 + .../function/impl/platform/BlinkUDFFunction.java | 33 + .../function/impl/python/GroovyFunction.java | 52 + .../function/impl/python/PythonFunction.java | 49 + .../script/function/impl/router/RouteFunction.java | 37 + .../script/function/impl/sql/SQLFunction.java | 56 + .../script/function/impl/string/AsciiFunction.java | 52 + .../function/impl/string/Base64Function.java | 86 + .../function/impl/string/BlinkStringFunction.java | 53 + .../impl/string/CharMatchCountFunction.java | 61 + .../script/function/impl/string/ChrFunction.java | 49 + .../function/impl/string/HashCodeFunction.java | 50 + .../function/impl/string/InitCapFunction.java | 53 + .../script/function/impl/string/InstrFunction.java | 136 + .../function/impl/string/InstrtFunction.java | 134 + .../function/impl/string/Ip2RegionFunction.java | 43 + .../function/impl/string/IsEncodingFunction.java | 62 + .../function/impl/string/KeyValueFunction.java | 120 + .../script/function/impl/string/LTrimFunction.java | 49 + .../function/impl/string/LengthBFunction.java | 50 + .../function/impl/string/LengthFunction.java | 50 + .../script/function/impl/string/Md5Function.java | 84 + .../script/function/impl/string/NullFunction.java | 43 + .../function/impl/string/ParseUrlFunction.java | 102 + .../script/function/impl/string/RTrimFunction.java | 50 + .../function/impl/string/RegexCountFunction.java | 113 + .../script/function/impl/string/RegexFunction.java | 159 ++ .../function/impl/string/RegexInstrFunction.java | 180 ++ .../function/impl/string/RegexReplaceFunction.java | 92 + .../function/impl/string/RegexSubStrFunction.java | 127 + .../function/impl/string/RepeatFunction.java | 60 + .../function/impl/string/ReplaceFunction.java | 56 + .../function/impl/string/ReverseFunction.java | 50 + .../function/impl/string/SoundxFunction.java | 112 + .../script/function/impl/string/SpaceFunction.java | 60 + .../function/impl/string/SplitPartFunction.java | 133 + .../impl/string/SubStringIndexFunction.java | 128 + .../function/impl/string/ToCharFunction.java | 119 + .../function/impl/string/ToLowerFunction.java | 49 + .../function/impl/string/ToUpperFunction.java | 49 + .../function/impl/string/TransLateFunction.java | 57 + .../script/function/impl/string/TrimFunction.java | 50 + .../script/function/impl/string/UUIDFunction.java | 39 + .../function/impl/string/UrlDecodeFunction.java | 85 + .../function/impl/string/UrlEncodeFunction.java | 125 + .../script/function/impl/type/CastFunction.java | 73 + .../script/function/impl/udtf/UDTFFunction.java | 61 + .../function/impl/window/WindowFunction.java | 64 + .../script/function/model/FunctionConfigure.java | 573 ++++ .../function/model/FunctionConfigureMap.java | 109 + .../script/function/model/FunctionInfo.java | 101 + .../script/function/model/FunctionInfoMap.java | 84 + .../script/function/model/FunctionType.java | 45 + .../function/service/IDipperInterfaceAdpater.java | 46 + .../script/function/service/IFunctionService.java | 130 + .../service/impl/DefaultFunctionServiceImpl.java | 396 +++ .../function/service/impl/ScanFunctionService.java | 96 + .../script/operator/AbstractScriptOperator.java | 82 + .../operator/expression/GroupScriptExpression.java | 239 ++ .../operator/expression/ScriptExpression.java | 327 +++ .../operator/expression/ScriptParameter.java | 135 + .../script/operator/impl/AggregationScript.java | 211 ++ .../operator/impl/FileGroovyScriptOperator.java | 33 + .../operator/impl/FileJPythonScriptOperatore.java | 32 + .../script/operator/impl/FunctionScript.java | 247 ++ .../script/operator/impl/GroovyScriptOperator.java | 108 + .../operator/impl/JPythonScriptOperator.java | 95 + .../script/operator/impl/JavaScriptOperator.java | 63 + .../script/operator/impl/ScriptOperator.java | 29 + .../optimization/AbstractFunctionOptimization.java | 47 + .../script/optimization/CompileParameter.java | 132 + .../optimization/CompileScriptExpression.java | 121 + .../script/optimization/EqualsOptimization.java | 44 + .../script/optimization/IFunctionOptimization.java | 38 + .../optimization/OptimizationScriptExpression.java | 67 + .../script/optimization/RegexOptimization.java | 43 + .../script/optimization/ScriptOptimization.java | 407 +++ .../script/parser/IScriptExpressionParser.java | 41 + .../parser/ScriptExpressionParserFactory.java | 70 + .../parser/imp/ConditionExpressionParser.java | 227 ++ .../parser/imp/FunctionExpressionParser.java | 361 +++ .../streams/script/parser/imp/FunctionParser.java | 166 ++ .../streams/script/service/IAccumulator.java | 67 + .../script/service/IFunctionFieldDependent.java | 40 + .../streams/script/service/IScriptExpression.java | 59 + .../streams/script/service/IScriptParamter.java | 43 + .../streams/script/service/IScriptService.java | 84 + .../streams/script/service/IScriptUDFInit.java | 37 + .../script/service/impl/ScriptServiceImpl.java | 121 + .../streams/script/service/udf/UDAFScript.java | 230 ++ .../streams/script/service/udf/UDFScript.java | 296 ++ .../streams/script/service/udf/UDTFScript.java | 113 + .../streams/script/utils/FunctionUtils.java | 254 ++ .../rocketmq/streams/script/utils/MatchUtil.java | 82 + .../streams/script/utils/RandomStrUtil.java | 38 + .../streams/script/utils/ScriptParserUtil.java | 23 + .../streams/script/utils/StringMatchUtil.java | 87 + .../rocketmq/streams/script/utils/UniqID.java | 66 + .../src/main/resources/log4j.xml | 20 + .../streams/script/function/FunctionTest.java | 89 + .../streams/script/function/GrokFunctionTest.java | 44 + .../script/function/GroovyFunctionTest.java | 52 + .../script/function/JPythonFunctionTest.java | 48 + .../function/aggregation/AccumulatorTest.java | 235 ++ .../script/operator/ScriptOperatorTest.java | 105 + .../streams/script/parser/ScriptParserTest.java | 43 + .../src/test/resources/log4j.xml | 20 + .../src/test/resources/python_script.py | 22 + rocketmq-streams-serviceloader/pom.xml | 24 + .../serviceloader/IServiceLoaderService.java | 31 + .../serviceloader/ServiceLoaderComponent.java | 132 + .../namefinder/IServiceNameGetter.java | 30 + .../impl/AnnotationServiceNameGetter.java | 39 + .../streams/serviceloader/utils/FileUtil.java | 73 + .../component/ServiceLoaderComponent.properties | 1 + .../serviceloader/ServiceLoaderComponentTest.java | 17 + .../src/test/resources/log4j.xml | 20 + rocketmq-streams-window/pom.xml | 36 + .../streams/window/builder/WindowBuilder.java | 95 + .../streams/window/model/FunctionExecutor.java | 51 + .../rocketmq/streams/window/model/WindowCache.java | 149 + .../streams/window/model/WindowInstance.java | 506 ++++ .../window/offset/IWindowMaxValueManager.java | 87 + .../streams/window/offset/WindowMaxValue.java | 89 + .../window/offset/WindowMaxValueManager.java | 247 ++ .../window/operator/AbstractShuffleWindow.java | 83 + .../streams/window/operator/AbstractWindow.java | 781 ++++++ .../streams/window/operator/impl/OverWindow.java | 154 ++ .../window/operator/impl/SessionWindow.java | 248 ++ .../window/operator/impl/WindowOperator.java | 451 +++ .../streams/window/operator/join/DBOperator.java | 427 +++ .../streams/window/operator/join/JoinWindow.java | 553 ++++ .../streams/window/operator/join/Operator.java | 76 + .../window/shuffle/AbstractSystemChannel.java | 321 +++ .../streams/window/shuffle/ShuffleChannel.java | 542 ++++ .../streams/window/source/WindowRireSource.java | 336 +++ .../streams/window/state/WindowBaseValue.java | 188 ++ .../streams/window/state/impl/JoinLeftState.java | 20 + .../streams/window/state/impl/JoinRightState.java | 20 + .../streams/window/state/impl/JoinState.java | 94 + .../streams/window/state/impl/WindowValue.java | 548 ++++ .../window/storage/AbstractWindowStorage.java | 120 + .../streams/window/storage/ICommonStorage.java | 50 + .../streams/window/storage/IKeyGenerator.java | 29 + .../window/storage/IShufflePartitionManager.java | 52 + .../rocketmq/streams/window/storage/IStorage.java | 79 + .../streams/window/storage/IWindowStorage.java | 68 + .../window/storage/ShufflePartitionManager.java | 86 + .../streams/window/storage/StorageManager.java | 307 +++ .../streams/window/storage/WindowStorage.java | 183 ++ .../streams/window/storage/db/DBStorage.java | 186 ++ .../streams/window/storage/file/FileStorage.java | 196 ++ .../window/storage/rocksdb/RocksdbStorage.java | 293 ++ .../src/main/resources/dipper.cs | 2892 ++++++++++++++++++++ .../src/main/resources/dipper.properties | 21 + .../streams/configruation/model/Person.java | 84 + .../streams/configurable/model/Person.java | 97 + .../streams/window/WindowInstanceTest.java | 122 + .../streams/window/WindowMaxValueTest.java | 35 + .../rocketmq/streams/window/WindowValueTest.java | 36 + .../src/test/resources/log4j.xml | 20 + 679 files changed, 83087 insertions(+)
