This is an automated email from the ASF dual-hosted git repository.
xiaodong pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from 5ca0c15 Merge pull request #91 from speak2me/dev_20211206
new 97b7381 add kafka module
new d554cbb add memory table
new 0c0650d add script
new 9d6ca98 Merge pull request #93 from cyril68/version1.0.2
The 346 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 5 +
rocketmq-streams-channel-es/pom.xml | 15 +
.../rocketmq/streams/db/sink/es/EsChannelTest.java | 4 +-
.../pom.xml | 24 +-
.../apache/rocketmq/streams/kafka/KafkaSplit.java | 26 +-
.../streams/kafka/KakfaChannelBuilder.java | 38 ++-
.../rocketmq/streams/kafka/sink/KafkaSink.java | 226 +++++++++++++++
.../rocketmq/streams/kafka/source/KafkaSource.java | 275 ++++++++++++++++++
.../rocketmq/streams/kafka/KafkaChannelTest.java | 104 +++++++
.../src/test/resources/log4j.xml | 2 +-
rocketmq-streams-channel-syslog/pom.xml | 15 +
.../rocketmq/streams/common/regex/RegexTest.java | 16 ++
rocketmq-streams-dim/pom.xml | 5 +
.../streams/dim/builder/AbstractDimParser.java | 46 +++
.../streams/dim/builder/DBDimSQLParser.java | 86 ++++++
.../streams/dim/builder/FileDimSQLParser.java | 28 +-
.../streams/dim/builder/IDimSQLParser.java | 11 +-
.../streams/dim/builder/SQLParserFactory.java | 19 +-
.../function/expression/InExpressionResource.java | 13 +-
.../expression/NotInExpressionResource.java | 9 +-
.../rocketmq/streams/dim/index/DimIndex.java | 175 +++---------
.../rocketmq/streams/dim/index/IndexExecutor.java | 66 +----
.../intelligence/AbstractIntelligenceCache.java | 52 ++--
.../dim/intelligence/IPIntelligenceCache.java | 2 +-
.../rocketmq/streams/dim/model/AbstractDim.java | 209 +++++++++-----
.../streams/dim/model/BooleanFieldDBDim.java | 54 ----
.../apache/rocketmq/streams/dim/model/DBDim.java | 31 +-
.../apache/rocketmq/streams/dim/model/FileDim.java | 60 ++++
.../com/aliyun/service/ExpressionExecutorTest.java | 2 +-
.../java/com/aliyun/service/TableCompressTest.java | 71 +++++
.../streams/filter/builder/ExpressionBuilder.java | 18 ++
.../streams/filter/builder/RuleBuilder.java | 62 +---
.../streams/filter/builder/RuleElementBuilder.java | 13 +-
.../streams/filter/contants/RuleStatus.java | 75 +----
.../filter/engine/impl/DefaultRuleEngine.java | 198 +++++--------
.../expression/AbstractExpressionFunction.java | 34 +--
.../function/expression/CompareFunction.java | 16 +-
.../ContainsCaseInsensitiveFunction.java | 12 +-
.../function/expression/ContainsFunction.java | 10 +-
.../streams/filter/function/expression/Equals.java | 8 +-
.../function/expression/ExpressionFunction.java | 9 +-
.../filter/function/expression/GreaterEquals.java | 8 +-
.../filter/function/expression/GreaterThan.java | 8 +-
.../filter/function/expression/InFunction.java | 13 +-
.../filter/function/expression/InMetaData.java | 10 +-
.../function/expression/IpContainsFunction.java | 10 +-
.../filter/function/expression/IsNotNull.java | 10 +-
.../streams/filter/function/expression/IsNull.java | 12 +-
.../filter/function/expression/LessEquals.java | 8 +-
.../filter/function/expression/LessThan.java | 9 +-
.../filter/function/expression/LikeFunction.java | 10 +-
.../NotContainsCaseInsensitiveFunction.java | 12 +-
.../function/expression/NotContainsFunction.java | 10 +-
.../filter/function/expression/NotEquals.java | 8 +-
.../filter/function/expression/NotInFunction.java | 8 +-
.../function/expression/NotLikeFunction.java | 8 +-
.../NotRegexCaseInsensitiveFunction.java | 8 +-
.../function/expression/NotRegexFunction.java | 8 +-
.../expression/RegexCaseInsensitiveFunction.java | 8 +-
.../filter/function/expression/RegexFunction.java | 9 +-
.../filter/function/expression/ScriptFunction.java | 27 +-
.../function/script/CaseDependentParser.java | 47 +++
.../filter/function/script/CaseFunction.java | 18 +-
.../streams/filter/operator/FilterOperator.java | 2 +
.../rocketmq/streams/filter/operator/Rule.java | 122 ++++++--
.../streams/filter/operator/RuleExpression.java | 68 +++++
.../streams/filter/operator/action/Action.java | 32 +++
.../operator/action/IConfigurableAction.java | 22 +-
.../operator/action/impl/CaseWhenAction.java | 46 ---
.../operator/action/impl/MetaDataAction.java | 183 ------------
.../impl/{ChannelAction.java => SinkAction.java} | 21 +-
.../filter/operator/expression/Expression.java | 183 ++++++------
.../operator/expression/GroupExpression.java | 80 +++---
.../expression/GroupExpressionManager.java | 30 +-
.../operator/expression/RelationExpression.java | 74 +++--
.../streams/filter/operator/var/ConstantVar.java | 15 +-
.../streams/filter/operator/var/ContextVar.java | 33 +--
.../streams/filter/operator/var/InnerVar.java | 49 +---
.../rocketmq/streams/filter/operator/var/Var.java | 24 --
.../casewhen/AbstractWhenExpression.java | 10 +-
.../optimization/casewhen/CaseWhenBuilder.java | 22 +-
.../optimization/casewhen/CaseWhenElement.java | 25 +-
.../casewhen/SingleCaseWhenExpression.java | 14 +
.../filter/optimization/dependency/BlinkRule.java | 122 ++++++++
.../dependency/BlinkRuleV2Expression.java | 269 ++++++++++++++++++
.../optimization/dependency/CommonExpression.java | 209 ++++++++++++++
.../optimization/dependency/DependencyTree.java | 205 ++++++++++++-
.../optimization/dependency/FilterTreeNode.java | 99 +++++--
.../optimization/dependency/ScriptDependent.java | 92 +++++-
.../optimization/dependency/ScriptTreeNode.java | 77 ++++-
.../filter/optimization/dependency/TreeNode.java | 110 ++++++-
.../optimization/dependency/UnionTreeNode.java | 71 -----
.../optimization/executor/GroupByVarExecutor.java | 11 +
.../optimization/executor/HyperscanExecutor.java | 103 +++----
.../optimization/homologous/HomologousCompute.java | 316 +++++++++++++++++++++
.../homologous/HomologousOptimization.java | 55 ++++
.../optimization/script/ScriptOptimization.java | 135 ++++++++-
.../rocketmq/streams/filter/utils/RegexUtil.java | 15 -
.../streams/filter/FilterComponentTest.java | 4 +-
.../test/resources/credible/ChannelComponent.xml | 81 ------
.../resources/credible/credible-channel.properties | 30 --
.../test/resources/credible/credible.properties | 26 --
rocketmq-streams-runner/bin/start.sh | 15 +
rocketmq-streams-runner/bin/stop.sh | 14 +
rocketmq-streams-runner/log/catalina.out | 14 +
rocketmq-streams-runner/pom.xml | 16 ++
.../src/main/resources/log4j.xml | 17 +-
.../aggregation/FirstValueAccumulator.java | 14 +-
.../function/aggregation/MinAccumulator.java | 3 +
.../impl/condition/GreateEqualsFunction.java | 10 +-
.../function/impl/context/ContextFunction.java | 10 +-
.../impl/date/CurrentTimestampFunction.java | 4 +
.../script/function/impl/eval/EvalFunction.java | 91 ++++++
.../function/impl/field/ExtraFieldFunction.java | 2 +-
.../script/function/impl/field/FieldFunction.java | 12 +
.../function/impl/json/JsonValueFunction.java | 10 +-
.../script/function/impl/math/BitFunction.java | 2 +-
.../AndFunction.java} | 58 ++--
.../impl/string/SubStringIndexFunction.java | 9 +-
.../script/function/model/FunctionConfigure.java | 30 +-
.../script/function/service/IFunctionService.java | 2 +
.../service/impl/DefaultFunctionServiceImpl.java | 20 +-
.../function/service/impl/ScanFunctionService.java | 4 +-
.../operator/expression/GroupScriptExpression.java | 34 ++-
.../expression/ICaseDependentParser.java} | 22 +-
.../operator/expression/ScriptExpression.java | 121 +++++---
.../script/operator/impl/FunctionScript.java | 82 ++++--
.../compile/CompileScriptExpression.java | 2 +-
.../parser/imp/ConditionExpressionParser.java | 30 --
.../parser/imp/FunctionExpressionParser.java | 8 +-
.../streams/script/service/udf/UDFScript.java | 9 +-
.../streams/script/utils/FunctionUtils.java | 33 ++-
.../rocketmq/streams/script/utils/MatchUtil.java | 10 -
.../streams/script/function/UDTFFunctionTest.java | 69 +++++
.../function/function/JavaObjectUDFFunction.java | 63 ++++
.../streams/script/function/function/Person.java | 11 +-
.../src/test/resources/python_script.py | 39 ---
137 files changed, 4388 insertions(+), 2000 deletions(-)
copy {rocketmq-streams-connectors => rocketmq-streams-channel-kafka}/pom.xml
(78%)
mode change 100755 => 100644
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java
=>
rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/KafkaSplit.java
(63%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/file/FileChannelBuilder.java
=>
rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/KakfaChannelBuilder.java
(68%)
create mode 100644
rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/sink/KafkaSink.java
create mode 100644
rocketmq-streams-channel-kafka/src/main/java/org/apache/rocketmq/streams/kafka/source/KafkaSource.java
create mode 100644
rocketmq-streams-channel-kafka/src/test/java/org/apache/rocketmq/streams/kafka/KafkaChannelTest.java
copy {rocketmq-streams-schedule =>
rocketmq-streams-channel-kafka}/src/test/resources/log4j.xml (92%)
create mode 100644
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/AbstractDimParser.java
create mode 100644
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/DBDimSQLParser.java
copy
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configurable/service/impl/FileSupportParentConfigureService.java
=>
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/FileDimSQLParser.java
(53%)
copy
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/Strategy.java
=>
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/IDimSQLParser.java
(72%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/model/ThreadContext.java
=>
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/builder/SQLParserFactory.java
(58%)
delete mode 100644
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/BooleanFieldDBDim.java
create mode 100644
rocketmq-streams-dim/src/main/java/org/apache/rocketmq/streams/dim/model/FileDim.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/function/script/CaseDependentParser.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/RuleExpression.java
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/CaseWhenAction.java
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/MetaDataAction.java
rename
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/{ChannelAction.java
=> SinkAction.java} (76%)
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/BlinkRule.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/BlinkRuleV2Expression.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/CommonExpression.java
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/UnionTreeNode.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/homologous/HomologousCompute.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/homologous/HomologousOptimization.java
delete mode 100644
rocketmq-streams-filter/src/test/resources/credible/ChannelComponent.xml
delete mode 100755
rocketmq-streams-filter/src/test/resources/credible/credible-channel.properties
delete mode 100755
rocketmq-streams-filter/src/test/resources/credible/credible.properties
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/eval/EvalFunction.java
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/{field/CoalesceFunction.java
=> relation/AndFunction.java} (50%)
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/{service/IFunctionFieldDependent.java
=> operator/expression/ICaseDependentParser.java} (69%)
create mode 100644
rocketmq-streams-script/src/test/java/org/apache/rocketmq/streams/script/function/UDTFFunctionTest.java
create mode 100644
rocketmq-streams-script/src/test/java/org/apache/rocketmq/streams/script/function/function/JavaObjectUDFFunction.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/context/IgnoreMessage.java
=>
rocketmq-streams-script/src/test/java/org/apache/rocketmq/streams/script/function/function/Person.java
(78%)
delete mode 100644 rocketmq-streams-script/src/test/resources/python_script.py
