This is an automated email from the ASF dual-hosted git repository.
duhengforever pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.
from 0e61fc6 test
add ed97ca3 add channel-db module
add 1992a35 add channel-configurable
add 75530c6 add chinese
add 143ccaf fix AbstractChannel removeSplit adNewSplit function
add 8173abb fixed DataStream flatMap
add 1ee8eeb U
add 4d83d6c stash & pre merge
add 83fc5f5 Update README.md
add 4fc0b0e update readme.md
add 6995908 Merge pull request #28 from Laura-monkey/main
add dc1dd11 feat(doc) change Chinese doc file path
add d331282 Merge pull request #30 from duhenglucky/duheng-doc
add 854dde3 Merge pull request #26 from ni-ze/main
add 966592e feat(code style) exclude ci files in apache rat check
add 5e4d63e feat(doc) add quickstart link
add 5dbcd1d Merge pull request #32 from duhenglucky/duheng-doc
add f651ed0 Merge pull request #1 from apache/main
add da44720 add license header
add 8896bdf Merge pull request #36 from duhenglucky/main_license
add 26ceaf7 Merge pull request #2 from apache/main
add 865528b Merge branch 'main' of
https://github.com/francisoliverlee/rocketmq-streams into main
add c03b1b9 fix code check fail: not ovride removeSplit() and
addNewSplit()
add a4d234a Merge pull request #35 from francisoliverlee/main
add fced1e6 style(test) remove unused file
add 3e3ea0e add license
add 23ce111 Change 'metaq' to 'rocketmq'
add 2a1ef0b remove unnecessary block comments
add c8935a6 Merge pull request #38 from caigy/main
add cf4ac69 Update README.md
add 0328f0f Update README.md
add dd86085 Update README.md
add c966fe7 Enable codecov
add 0dd9458 Update README.md
add e98cc65 Try to step with codecov
add 53c2aee Update .travis.yml
add eaad138 Enable test default
add 585a72d modify some error or code style
add 80b711e roll back
add 94ce208 merge
add 4bba6a6 remove redundancy code
add 472e238 Merge branch 'apache:main' into main
add 72385fd merge
add 8582d04 Merge remote-tracking branch 'upstream/main'
add aaabe19 Merge pull request #39 from ni-ze/main
add b93192f Update .travis.yml
add 3d596c7 Format badge
add f1bbde9 Debug why pass test
add 96d2127 test
add b573f3a test window exactly once success and fixed bugs
add 750b04e test window exactly once success and fixed bugs set dipper
properties commint ignore
add f261840 add bitset cache to optimize select rocketmq builder
compatible metaq fixed message systemmessage not set in deepcopy fixed script
compile script expression bugs window fire support test model
add cd6743f add cache filter to excute quickly for script
add a961f27 sink support sql cache than can batch submit sqls
add cfe9573 add transit source and sink to support merge same source sql
add 7d5f354 read rocketmq and print.
add 961363d Merge pull request #43 from yuanxiaodong/window
add 81b3fff merge
add 77f60eb RocketMQSourceExample2 can run now, read form mq and print.
add 1502952 Merge pull request #44 from ni-ze/private/debug
add 2532777 Merge pull request #46 from yuanxiaodong/window
add 8b2a0d9 Merge branch 'main' of
https://github.com/apache/rocketmq-streams into window
add ae3396b add logfinger filter strategy fixed bugs for sink batch insert
add 1bbacfc Merge pull request #49 from yuanxiaodong/window
add d06bc30 some file lack of apace license. (#52)
add a897b47 a runnable window example reading data from rocketmq. (#54)
add ccb119a Merge branch 'async-ck' of
https://github.com/apache/rocketmq-streams into window
add 7752a44 add update logic for the DBSinker 、 upgrade the concat_ws
function (#57)
add 0742cf4 Joinwindow bug fix (#61)
add 87a3222 Add Sqlmode (#63)
add c80ab6e pull from apache
add bb22e67 fixed bugs
add e7d7136 Merge pull request #67 from yuanxiaodong/window
add b1e95a6 Merge remote-tracking branch 'source/async-ck' into async-ck
add 59f27e5 add license for chackpoint/pom.xml
add a53073c add license for checkpoint/pom.xml
add a6de2a9 fix license
add 8bc8f8c add enhancedbsink with atomic sink && multiplesink feature
add 6d7fbee add connectors module
add ecc314f fix
add d990413 add baseline
add 2766990 add checkpoint storage (#69)
add 3f25e4f Merge remote-tracking branch 'source/async-ck' into base-line
add e9ae379 merge
add 93002ed U
add c13419c bug fix
add c78bc70 U
add 864e073 U
add 6343a94 U
add 86dda7b add session window implemention and fix issues of function
add 2079f87 optimize implementation of session window
add 23d56ea fix substring issue( different from substring in java)
add 7ee0d5d add client implementation and it's test case
add f25c8c3 use java templ file
add d84b22e support for count(distinct)
add abc7580 #74 add count(distinct) implementation based on rocksdb
add 99c844e #74 add LRU state
add edd1426 update
add 474a093 Merge pull request #71 from speak2me/commit_20210923
add 7b52876 add session window implemention and fix issues of function
add 914b0da optimize implementation of session window
add c9b1553 fix substring issue( different from substring in java)
add 1b7bbd7 add client implementation and it's test case
add 6800063 use java templ file
add b947009 support for count(distinct)
add a59029b #74 add count(distinct) implementation based on rocksdb
add b62bff6 #74 add LRU state
add a689adc update
add fea6460 Merge pull request #79 from speak2me/async-ck-local
add ad25aeb Merge remote-tracking branch 'source/async-ck' into base-line
add 43258a9 U
add 58d2c1f Merge branch 'async-ck' into base-line
add 550b125 Merge remote-tracking branch 'origin/base-line' into base-line
add e970c73 update
add a4f12ad U
add f117c35 add license
add 0a6d2c0 add license
add 98f743d Merge pull request #81 from cw68ster/base-line
add f629927 add 'synchronized', fix joinwindow firewindow issue
add c621e7d Merge pull request #83 from xstorm1/async-ck
add 8d26bab feat(rocketmq-sink) polish rocketmq topic create and rocketmq
setting process
add 3e120e1 fix(code_style) exclude rat check for test files
add 0cfa651 fix(code_style) exclude rat check file
add eae20f9 Merge pull request #64 from duhenglucky/main_sink
add 3612f79 Add a quick start which contain some examples. (#68)
add 792caa3 Update README.md
add bc08f09 Update quick_start.md
add ed76a95 SDK添加去重机制和指纹机制
add 6a3ea18 Merge pull request #77 from programer-0/develop
add 1cfc234 add session window implemention and fix issues of function
add 7daee56 optimize implementation of session window
add a27653b fix substring issue( different from substring in java)
add 621d3a8 add client implementation and it's test case
add 66d7c4c Merge branch 'master' into commit_20210922
add ccd19e8 use java templ file
add d21c4c8 support for count(distinct)
add 77a550b #74 add count(distinct) implementation based on rocksdb
add 5fdf0f0 #74 add LRU state
add 0b1eac6 update
add f0d79a4 Merge pull request #70 from speak2me/commit_20210922
add 5e550a9 Add a quick start which contain some examples. (#68)
add 3143427 Update README.md
add 849b2dd Update quick_start.md
add 7cc5a19 add new examples: mutil streams clients consume same topic,
do the same calculate
add 43fce17 fix conflict: merge from mian
add 86bf372 add read.md file illustrate
add 5838304 modify README.md
add 551f2b9 Merge branch 'main' into private/debug
add 5cb2bb0 Merge pull request #75 from ni-ze/private/debug
add 715fdb5 [ISSUE #85] Recorrect example. (#84)
add 89a362a merge from apache
add 7d30c3e support hyperscan open by switch configure
add 2e9540b Merge branch 'main' of
https://github.com/apache/rocketmq-streams into window
add 026cb6c optimize filter performance by simplify filter calculate
add e9cc44c test rule engine success
add a20d878 merge from apache
add 3822021 Merge branch 'main' of
https://github.com/apache/rocketmq-streams into window
add 0c61ea6 merge from apache
add 64dd2a8 add Licensed
add ed0cfee restructure finger print
add 25eb1f3 restructure finger print
add 2e01e59 all finger print use same cache add cache strategy to close
Poor effect cache
add 255b544 merge from apache
add d58e2ac add dependency tree
add b13d3ab 1.fingerprint support mutil layer 2.support dependency tree
3. add inner function 4.support shuffle over window
add b884781 add topN ,Distinct operator
add a39782c support topn
add 561ca01 add distinct add over window add having add emit
add 4729e41 test window exactly once success and fixed bugs
add b3b938f test window exactly once success and fixed bugs set dipper
properties commint ignore
add 60938d0 add bitset cache to optimize select rocketmq builder
compatible metaq fixed message systemmessage not set in deepcopy fixed script
compile script expression bugs window fire support test model
add e5ac882 add cache filter to excute quickly for script
add 9f87eb0 sink support sql cache than can batch submit sqls
add e6e2c98 add transit source and sink to support merge same source sql
add eb6b3ba read rocketmq and print.
add 4fa3e39 Merge pull request #43 from yuanxiaodong/window
add f3b125e merge
add 1eaa126 RocketMQSourceExample2 can run now, read form mq and print.
add 0e46ee4 Merge pull request #44 from ni-ze/private/debug
add d7f52ca Merge pull request #46 from yuanxiaodong/window
add 818a331 Merge branch 'main' of
https://github.com/apache/rocketmq-streams into window
add b068104 Merge pull request #49 from yuanxiaodong/window
add e51a1a8 some file lack of apace license. (#52)
add c924156 a runnable window example reading data from rocketmq. (#54)
add 278ab95 add update logic for the DBSinker 、 upgrade the concat_ws
function (#57)
add 229f4b0 Joinwindow bug fix (#61)
add d8e62d1 Add Sqlmode (#63)
add c52dc34 feat(rocketmq-sink) polish rocketmq topic create and rocketmq
setting process
add d1b4049 fix(code_style) exclude rat check for test files
add e825206 fix(code_style) exclude rat check file
add 79fd2e4 Merge pull request #64 from duhenglucky/main_sink
add 8e13e3c Add a quick start which contain some examples. (#68)
add 6f61234 Update README.md
add 6f1a1ee Update quick_start.md
add 5f54f53 SDK添加去重机制和指纹机制
add 220f80c Merge pull request #77 from programer-0/develop
add 4b9378c add session window implemention and fix issues of function
add 99eace8 optimize implementation of session window
add c0c560c fix substring issue( different from substring in java)
add d651825 add client implementation and it's test case
add 105a00b Merge branch 'master' into commit_20210922
add 665954d use java templ file
add 08b476f support for count(distinct)
add 97dbeaf #74 add count(distinct) implementation based on rocksdb
add 3f4d39b #74 add LRU state
add d2ac964 update
add 3581741 Merge pull request #70 from speak2me/commit_20210922
add ff15fd1 Add a quick start which contain some examples. (#68)
add 5e177dd Update README.md
add 3e21d9d Update quick_start.md
add 34f1cb0 add new examples: mutil streams clients consume same topic,
do the same calculate
add ba3a3d9 fix conflict: merge from mian
add e886632 add read.md file illustrate
add f69290a modify README.md
add fbed97e Merge branch 'main' into private/debug
add 5c1464c Merge pull request #75 from ni-ze/private/debug
add 32d41d3 [ISSUE #85] Recorrect example. (#84)
add 156e255 pull from apache
add 308fa2f delete property files
add 9df6784 add license
new e094ca0 Merge pull request #87 from yuanxiaodong/window
new 27c8b26 fix file example
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 3 +
QUICKSTART.md | 81 -
README-Chinese.md => README-chinese.md | 0
README.md | 2 +-
build_without_test.sh | 2 +-
pom.xml | 38 +-
quick_start.md | 71 +
.../org/apache/rocketmq/streams/db/CycleSplit.java | 48 +-
.../streams/db/DynamicMultipleDBSplit.java | 81 +
.../streams/db/sink/AbstractMultiTableSink.java | 44 +-
.../apache/rocketmq/streams/db/sink/DBSink.java | 235 +-
.../rocketmq/streams/db/sink/DBSinkBuilder.java | 31 +-
.../streams/db/sink/DynamicMultipleDBSink.java | 91 +
.../rocketmq/streams/db/sink/EnhanceDBSink.java | 371 +
.../streams/db/sink/sqltemplate/ISqlTemplate.java | 44 +-
.../MysqlInsertIgnoreIntoSqlTemplate.java | 24 +-
.../sqltemplate/MysqlInsertIntoSqlTemplate.java | 67 +
...MysqlInsertIntoWithDuplicateKeySqlTemplate.java | 55 +
.../db/sink/sqltemplate/SqlTemplateFactory.java | 41 +
.../streams/db/sink/db/DBWriteOnlyChannelTest.java | 10 +-
.../streams/db/sink/db/ISqlTemplateTest.java | 86 +
rocketmq-streams-channel-rocketmq/pom.xml | 6 +-
.../rocketmq/streams/RocketMQChannelBuilder.java | 39 +-
.../apache/rocketmq/streams/RocketMQOffset.java | 37 +-
.../apache/rocketmq/streams/debug/DebugWriter.java | 118 +
.../apache/rocketmq/streams/sink/RocketMQSink.java | 265 +-
.../rocketmq/streams/source/RocketMQSource.java | 172 +-
.../pom.xml | 48 +-
.../streams/checkpoint/db/DBCheckPointStorage.java | 71 +
rocketmq-streams-clients/pom.xml | 21 +
.../rocketmq/streams/client/DataStreamAction.java | 20 +
.../streams/client/ScheduledStreamBuilder.java | 68 +
.../rocketmq/streams/client/ScheduledTask.java | 70 +
.../streams/client/source/DataStreamSource.java | 86 +-
.../client/strategy/ConfiguableConnector.java | 32 -
...ntStrategy.java => LogFingerprintStrategy.java} | 43 +-
...CheckpointStrategy.java => WindowStrategy.java} | 33 +-
.../streams/client/transform/DataStream.java | 203 +-
.../streams/client/transform/OverWindowStream.java | 85 +
.../streams/client/transform/WindowStream.java | 47 +
.../client/transform/window/HoppingWindow.java | 5 +-
.../client/transform/window/SessionWindow.java | 15 +-
.../client/transform/window/TumblingWindow.java | 8 +
.../client/transform/window/WindowInfo.java | 33 +-
.../rocketmq/streams/client/DBDriverTest.java | 4 +-
.../apache/rocketmq/streams/client/DBSinkTest.java | 91 +
.../rocketmq/streams/client/DataStreamTest.java | 102 +-
.../streams/client/ScriptOptimizationTest.java | 22 +-
.../apache/rocketmq/streams/client/SourceTest.java | 19 +
.../apache/rocketmq/streams/client/WindowTest.java | 233 +-
.../streams/client/windows/AbstractWindowTest.java | 220 +
.../streams/client/windows/MultiSplitTest.java | 118 +
.../ShuffleOverWindowTest.java} | 55 +-
.../streams/client/windows/SingleSplitTest.java | 100 +
.../streams/client/windows/WindowDebugTest.java | 34 +-
.../windows/WindowFireResultCompareTest.java | 181 +
.../streams/client/windows/WindowFromFileTest.java | 172 -
.../streams/client/windows/WindowFromRocketMQ.java | 63 -
.../client/windows/WindowHighAvailabilityTest.java | 145 -
.../streams/client/windows/WindowMsgManager.java | 73 +
.../src/test/resources/window_msg_10.txt | 10 +
.../src/test/resources/window_msg_100.txt | 100 +
.../src/test/resources/window_msg_1000.txt | 1000 +
.../src/test/resources/window_msg_10000.txt | 10000 +++
.../src/test/resources/window_msg_88121.txt | 88121 +++++++++++++++++++
rocketmq-streams-commons/pom.xml | 7 +
.../common/cache/compress/AdditionStore.java | 7 +-
.../streams/common/cache/compress/BitSetCache.java | 138 +
.../streams/common/cache/compress/ByteArray.java | 13 +-
.../common/cache/compress/ByteArrayValueKV.java | 35 +-
.../streams/common/cache/compress/CacheKV.java | 18 +-
.../streams/common/cache/compress/ICacheKV.java | 1 -
.../streams/common/cache/compress/KVElement.java | 2 +-
.../cache/compress/impl/FixedLenRowCacheKV.java | 6 +-
.../common/cache/compress/impl/IntValueKV.java | 8 +-
.../common/cache/compress/impl/ListValueKV.java | 2 +-
.../common/cache/compress/impl/LongValueKV.java | 67 +
.../common/cache/compress/impl/MutilValueKV.java | 46 +-
.../common/cache/compress/impl/SplitCache.java | 1 +
.../common/cache/compress/impl/StringValueKV.java | 6 +-
.../streams/common/channel/AbstractChannel.java | 35 +-
.../AbstractSupportShuffleChannelBuilder.java | 2 +-
.../common/channel/builder/IChannelBuilder.java | 3 +-
...OutputPrintChannel.java => CollectionSink.java} | 39 +-
...nnelBuilder.java => CollectionSinkBuilder.java} | 15 +-
.../common/channel/impl/CollectionSource.java | 163 +
.../common/channel/impl/OutputPrintChannel.java | 17 +-
.../streams/common/channel/impl/file/FileSink.java | 8 +
.../common/channel/impl/file/FileSource.java | 22 +-
.../common/channel/impl/memory/MemoryChannel.java | 7 +
.../TransitChannelBuilder.java} | 52 +-
.../common/channel/impl/transit/TransitSink.java | 250 +
.../common/channel/impl/transit/TransitSource.java | 66 +
.../streams/common/channel/sink/AbstractSink.java | 85 +-
.../channel/sink/AbstractSupportShuffleSink.java | 13 +-
.../streams/common/channel/sink/ISink.java | 19 +
.../channel/sinkcache/DataSourceAutoFlushTask.java | 27 +-
...he.java => AbstractMultiSplitMessageCache.java} | 61 +-
.../channel/sinkcache/impl/MessageCache.java | 44 +-
.../sinkcache/impl/MultiSplitMessageCache.java | 2 +-
.../sinkcache/impl/MutilSplitMessageCache.java | 33 -
.../common/channel/source/AbstractSource.java | 95 +-
.../streams/common/channel/source/ISource.java | 19 +-
...litMessage.java => ChangeTableNameMessage.java} | 25 +-
.../checkpoint/AbstractCheckPointStorage.java | 192 +
.../streams/common/checkpoint/CheckPoint.java | 98 +-
.../common/checkpoint/CheckPointManager.java | 276 +-
.../common/checkpoint/CheckPointMessage.java | 10 +
.../checkpoint/CheckPointStorageFactory.java | 84 +
.../ICheckPointStorage.java} | 28 +-
.../streams/common/checkpoint/SourceSnapShot.java | 77 +
.../streams/common/checkpoint/SourceState.java | 57 +
.../streams/common/configurable/IConfigurable.java | 4 +-
.../streams/common/configure/ConfigureFileKey.java | 8 +
.../streams/common/configure/StreamsConfigure.java | 59 +
.../streams/common/context/AbstractContext.java | 46 +-
...oreMessage.java => IExpressionResultCache.java} | 7 +-
.../rocketmq/streams/common/context/Message.java | 2 +
.../streams/common/context/MessageHeader.java | 1 +
.../streams/common/datatype/DateDataType.java | 13 +-
.../streams/common/datatype/DateTimeDataType.java | 24 +-
.../streams/common/datatype/HllDataType.java | 79 +
.../streams/common/functions/FilterFunction.java | 1 +
.../streams/common/functions/FlatMapFunction.java | 4 +-
.../streams/common/functions/Function.java | 4 +-
.../streams/common/functions/MapFunction.java | 4 +-
.../streams/common/interfaces/IFilterService.java | 10 +
.../{ISystemMessage.java => ILifeCycle.java} | 9 +-
.../streams/common/metadata/AbstractMetaData.java | 28 +-
.../{MetaDataAdapter.java => LogicMetaData.java} | 44 +-
.../rocketmq/streams/common/metadata/MetaData.java | 2 +-
.../streams/common/metadata/MetaDataField.java | 32 +-
.../streams/common/metadata/MetaDataUtils.java | 236 +
.../rocketmq/streams/common/model/ServiceName.java | 4 +
.../optimization/CalculationResultCache.java | 63 -
.../common/optimization/FilterResultCache.java | 52 +
.../common/optimization/HyperscanRegex.java | 68 +-
.../streams/common/optimization/LikeRegex.java | 68 +-
.../common/optimization/LogFingerprintFilter.java | 152 -
.../common/optimization/OptimizationRegex.java | 6 +-
.../optimization/SQLLogFingerprintFilter.java | 53 -
.../optimization/fingerprint/FingerprintCache.java | 221 +
.../fingerprint/FingerprintMetric.java | 97 +
.../optimization/fingerprint/PreFingerprint.java | 97 +
.../AbstractMutilPipelineChainPipline.java | 4 +
.../streams/common/topology/ChainPipeline.java | 108 +-
.../streams/common/topology/ChainStage.java | 14 +-
.../common/topology/builder/PipelineBuilder.java | 13 +-
.../common/topology/model/AbstractRule.java | 11 +
.../common/topology/model/AbstractStage.java | 160 +-
.../streams/common/topology/model/IWindow.java | 22 +-
.../streams/common/topology/model/Pipeline.java | 45 +
.../topology/stages/AbstractWindowStage.java | 29 +-
.../common/topology/stages/FilterChainStage.java | 263 +-
.../common/topology/stages/OutputChainStage.java | 54 +-
.../topology/stages/SubPiplineChainStage.java | 98 +-
.../topology/stages/udf/FlatMapOperator.java | 60 -
.../common/topology/stages/udf/MapOperator.java | 35 -
.../common/topology/stages/udf/StageBuilder.java | 7 +-
.../common/topology/stages/udf/UDFChainStage.java | 16 +
.../streams/common/utils/ContantsUtil.java | 5 +-
.../streams/common/utils/DataTypeUtil.java | 26 +-
.../rocketmq/streams/common/utils/MapKeyUtil.java | 26 +-
.../rocketmq/streams/common/utils/ReflectUtil.java | 31 +-
.../rocketmq/streams/common/utils/SQLUtil.java | 247 +-
.../rocketmq/streams/common/utils/TraceUtil.java | 21 +-
rocketmq-streams-configurable/pom.xml | 1 +
.../streams/configuable/ConfigurableComponent.java | 188 -
.../streams/configuable/model/Configure.java | 130 -
.../service/AbstractConfigurableService.java | 559 -
.../AbstractSupportParentConfigureService.java | 261 -
.../service/ConfigurableServcieType.java | 31 -
.../service/ConfigurableServiceFactory.java | 57 -
.../service/impl/FileConfigureService.java | 249 -
.../impl/FileSupportParentConfigureService.java | 37 -
.../service/impl/MemoryConfigureService.java | 121 -
.../impl/MemorySupportParentConfigureService.java | 38 -
.../configurable/ConfigurableComponent.java | 4 +-
.../service/AbstractConfigurableService.java | 6 +-
.../src/main/resources/log4j.xml | 36 -
.../configuable/ConfiguableComponentTest.java | 1 +
.../pom.xml | 10 +-
.../rocketmq/streams/connectors/IBounded.java | 9 +-
.../streams/connectors/IBoundedSource.java | 15 +-
.../streams/connectors/IBoundedSourceReader.java | 10 +-
.../connectors/balance/AbstractBalance.java | 204 +
.../streams/connectors/balance/IBalanceTask.java | 6 +-
.../streams/connectors/balance/ISourceBalance.java | 48 +-
.../streams/connectors/balance/SplitChanged.java | 44 +-
.../connectors/balance/impl/LeaseBalanceImpl.java | 141 +
.../streams/connectors/model/PullMessage.java | 40 +-
.../streams/connectors/model/ReaderStatus.java | 121 +
.../streams/connectors/reader/DBScanReader.java | 270 +
.../streams/connectors/reader/ISplitReader.java | 101 +
.../connectors/reader/SplitCloseFuture.java | 83 +
.../connectors/source/AbstractPullSource.java | 271 +
.../source/CycleDynamicMultipleDBScanSource.java | 213 +
.../source/DynamicMultipleDBScanSource.java | 192 +
.../streams/connectors/source/IPullSource.java | 42 +-
.../streams/connectors/source/SourceInstance.java | 23 +-
.../source/filter/AbstractPatternFilter.java | 26 +-
.../source/filter/BoundedPatternFilter.java | 56 +
.../source/filter/CyclePatternFilter.java | 173 +
.../connectors/source/filter/CyclePeriod.java | 231 +
.../connectors/source/filter/CycleSchedule.java | 239 +
.../source/filter/CycleScheduleFilter.java | 26 +-
.../source/filter/DataFormatPatternFilter.java | 109 +
.../connectors/source/filter/PatternFilter.java | 25 +-
.../rocketmq/streams/db/driver/JDBCDriver.java | 47 +-
.../rocketmq/streams/db/driver/orm/ORMUtil.java | 60 +-
rocketmq-streams-dbinit/pom.xml | 3 -
.../streams/dbinit/mysql/delegate/DBDelegate.java | 2 +-
.../src/main/resources/tables_mysql_innodb.sql | 3 +-
.../rocketmq/streams/dim/service/IDimService.java | 2 +-
rocketmq-streams-examples/README.md | 184 +
rocketmq-streams-examples/pom.xml | 48 +-
.../examples/checkpoint/RemoteCheckpointTest.java | 96 +
.../examples/filesource/FileSourceExample.java | 2 +-
.../mutilconsumer/MutilStreamsClientTest.java | 95 +
.../streams/examples/mutilconsumer/Producer.java | 71 +
.../streams/examples/pageclick/PageDimension.java | 81 +
.../streams/examples/pageclick/UsersDimension.java | 67 +
.../streams/examples/rocketmqsource/Constant.java | 27 +
.../examples/rocketmqsource/ProducerFromFile.java | 99 +
.../rocketmqsource/RocketMQSourceExample1.java | 24 +-
.../rocketmqsource/RocketMQSourceExample2.java | 49 +-
.../rocketmqsource/RocketMQSourceExample3.java | 79 +
.../rocketmqsource/RocketmqWindowTest.java | 77 +
.../src/main/resources/data.txt | 10 +
.../src/main/resources/pageClickData.txt | 11 +
.../rocketmq/streams/filter/FilterComponent.java | 5 +-
.../streams/filter/builder/ExpressionBuilder.java | 30 +-
.../streams/filter/builder/RuleBuilder.java | 25 +
.../streams/filter/context/RuleContext.java | 2 +-
.../streams/filter/engine/IRuleEngine.java | 8 +-
.../filter/engine/impl/DefaultRuleEngine.java | 27 +-
.../filter/function/expression/InFunction.java | 4 +
.../filter/function/expression/IsNotNull.java | 4 +
.../streams/filter/function/expression/IsNull.java | 4 +-
.../filter/function/expression/LikeFunction.java | 5 +-
.../filter/function/expression/RegexFunction.java | 22 +-
.../filter/function/expression/ScriptFunction.java | 1 -
.../filter/function/script/CaseFunction.java | 12 +-
.../rocketmq/streams/filter/operator/Rule.java | 32 +-
.../operator/action/impl/CaseWhenAction.java | 39 +-
.../filter/operator/expression/Expression.java | 83 +-
.../operator/expression/GroupExpression.java | 96 +-
.../expression/GroupExpressionManager.java | 16 +-
.../operator/expression/RelationExpression.java | 61 +-
.../operator/expression/SimpleExpression.java | 57 -
.../optimization/EqualsExpressionOptimization.java | 39 -
.../optimization/LikeExpressionOptimization.java | 39 -
.../optimization/OptimizationExpression.java | 71 -
.../PiplineLogFingerprintAnalysis.java | 7 +-
.../optimization/RegexExpressionOptimization.java | 39 -
.../casewhen/AbstractWhenExpression.java | 208 +
.../optimization/casewhen/CaseWhenBuilder.java | 234 +
.../optimization/casewhen/CaseWhenElement.java | 166 +
.../optimization/casewhen/GroupByVarCaseWhen.java | 123 +
.../casewhen/MutilCaseWhenExpression.java | 35 +-
.../casewhen/SingleCaseWhenExpression.java | 84 +
.../optimization/dependency/DependencyTree.java | 14 +-
.../optimization/dependency/FilterTreeNode.java | 111 +
.../optimization/dependency/PipelineTree.java | 57 +
.../optimization/dependency/ScriptDependent.java | 110 +
.../optimization/dependency/ScriptTreeNode.java | 45 +
.../dependency/SimplePipelineTree.java | 63 +
.../filter/optimization/dependency/TreeNode.java | 76 +
.../optimization/dependency/UnionTreeNode.java | 71 +
.../optimization/executor/AbstractExecutor.java | 12 +-
.../optimization/executor/GroupByVarExecutor.java | 212 +
.../optimization/executor/HyperscanExecutor.java | 141 +
.../result/GroupQuickFilterResult.java | 70 +
.../optimization/script/ScriptOptimization.java | 48 +
.../streams/filter/service/IRuleEngineService.java | 9 -
.../filter/service/impl/RuleEngineServiceImpl.java | 23 +-
.../streams/filter/operator/ExpressionTest.java | 3 +-
.../lease/service/impl/BasedLesaseImpl.java | 2 +-
.../lease/service/storages/DBLeaseStorage.java | 1 +
.../rocketmq/streams/lease/LeaseComponentTest.java | 4 +-
rocketmq-streams-schedule/pom.xml | 10 +
rocketmq-streams-script/pom.xml | 13 +-
.../streams/script/context/FunctionContext.java | 14 +-
.../function/aggregation/CountAccumulator.java | 26 +-
.../aggregation/CountDistinctAccumulator.java | 72 +
.../function/aggregation/DistinctAccumulator.java | 5 +
.../function/aggregation/DistinctAccumulator2.java | 102 +
...Accumulator.java => FirstValueAccumulator.java} | 50 +-
.../function/impl/between/BetweenFunction.java | 74 +
.../IFScopeFunction.java} | 24 +-
.../impl/date/CurrentTimestampFunction.java | 60 +-
.../function/impl/date/DateFormatFunction.java | 17 +-
.../function/impl/date/DateUtileFunction.java | 17 +
.../function/impl/distinct/DistinctFunction.java | 68 +
.../script/function/impl/field/FieldFunction.java | 48 +-
.../function/impl/field/RemoveFieldFunction.java | 11 +
.../function/impl/flatmap/SplitArrayFunction.java | 12 +-
.../SpaceFunction.java => item/ItemFunction.java} | 50 +-
.../function/impl/json/JsonValueFunction.java | 3 +
.../script/function/impl/math/BitFunction.java | 14 +-
.../{AtanFunction.java => IsDecimalFunction.java} | 61 +-
.../script/function/impl/math/MathFunction.java | 21 +
.../script/function/impl/string/RegexFunction.java | 8 +-
.../string/{AsciiFunction.java => String2Map.java} | 33 +-
.../impl/string/SubStringIndexFunction.java | 11 +-
.../function/impl/string/ToLowerFunction.java | 10 +
.../script/function/impl/udtf/UDTFFunction.java | 2 +-
.../script/function/model/FunctionConfigure.java | 7 +
.../function/model/FunctionConfigureMap.java | 3 +
.../script/function/model/FunctionType.java | 21 +-
.../script/function/service/IFunctionService.java | 5 +-
.../service/impl/DefaultFunctionServiceImpl.java | 25 +
.../operator/expression/GroupScriptExpression.java | 88 +-
.../operator/expression/ScriptExpression.java | 33 +-
.../script/operator/impl/AggregationScript.java | 4 +
.../script/operator/impl/FunctionScript.java | 33 +-
.../script/optimization/EqualsOptimization.java | 44 -
.../script/optimization/IFunctionOptimization.java | 38 -
.../optimization/OptimizationScriptExpression.java | 67 -
.../script/optimization/RegexOptimization.java | 43 -
.../script/optimization/ScriptOptimization.java | 406 -
.../{ => compile}/CompileParameter.java | 2 +-
.../{ => compile}/CompileScriptExpression.java | 4 +-
.../performance/IScriptOptimization.java | 75 +
.../parser/imp/ConditionExpressionParser.java | 1 +
.../streams/script/service/IScriptService.java | 3 +-
.../script/service/impl/ScriptServiceImpl.java | 3 +
.../streams/script/service/udf/UDAFScript.java | 5 -
.../streams/script/utils/ExpressionUtil.java | 66 +
.../streams/script/utils/FunctionUtils.java | 8 +-
.../serviceloader/ServiceLoaderComponent.java | 4 +
.../component/ServiceLoaderComponent.properties | 18 -
.../pom.xml | 11 +-
.../rocketmq/streams/state/AbstractState.java | 117 +
.../rocketmq/streams/state/IEntryProcessor.java | 8 +-
.../org/apache/rocketmq/streams/state/ISchama.java | 17 +-
.../org/apache/rocketmq/streams/state/IState.java | 239 +
.../apache/rocketmq/streams/state/LruState.java | 264 +
.../streams/state/backend/IStateBackend.java | 151 +
.../rocketmq/streams/state/impl/MapState.java | 11 +-
.../apache/rocketmq/streams/state/kv/IKvState.java | 119 +
.../streams/state/kv/rocksdb/RocksDBOperator.java | 94 +
.../streams/state/kv/rocksdb/RocksdbState.java | 264 +
.../rocketmq/streams/state/kv/TestLruState.java | 78 +
.../streams/state/kv/TestRocksdbState.java | 107 +
.../src/test}/resources/log4j.xml | 0
rocketmq-streams-window/pom.xml | 7 +-
.../streams/window/builder/WindowBuilder.java | 15 +-
.../streams/window/debug/DebugAnalysis.java | 470 +
.../rocketmq/streams/window/debug/DebugWriter.java | 139 +-
.../WindowDebug.java} | 37 +-
.../streams/window/fire/EventTimeManager.java | 36 +-
.../streams/window/fire/SplitEventTimeManager.java | 39 +-
.../model/{FunctionExecutor.java => FireMode.java} | 45 +-
.../rocketmq/streams/window/model/WindowCache.java | 84 +-
.../streams/window/model/WindowInstance.java | 269 +-
.../window/offset/IWindowMaxValueManager.java | 53 +-
.../streams/window/offset/WindowMaxValue.java | 18 +
.../window/offset/WindowMaxValueManager.java | 260 +-
.../window/offset/WindowMaxValueProcessor.java | 301 +
.../window/operator/AbstractShuffleWindow.java | 15 +-
.../streams/window/operator/AbstractWindow.java | 178 +-
.../streams/window/operator/impl/OrderBy.java | 45 +-
.../streams/window/operator/impl/OverWindow.java | 28 +-
.../window/operator/impl/SessionOperator.java | 492 +
.../window/operator/impl/SessionWindow.java | 233 -
.../window/operator/impl/ShuffleOverWindow.java | 132 +
.../streams/window/operator/impl/TopNState.java | 262 +
.../window/operator/impl/WindowOperator.java | 223 +-
.../streams/window/operator/join/JoinWindow.java | 175 +-
.../streams/window/operator/join/Operator.java | 3 +-
.../window/shuffle/AbstractSystemChannel.java | 17 +-
.../streams/window/shuffle/ShuffleCache.java | 152 +
.../streams/window/shuffle/ShuffleChannel.java | 521 +-
...WindowRireSource.java => WindowFireSource.java} | 141 +-
.../streams/window/sqlcache/ISQLElement.java | 36 +-
.../rocketmq/streams/window/sqlcache/SQLCache.java | 122 +
.../sqlcache/impl/FiredNotifySQLElement.java | 49 +-
.../streams/window/sqlcache/impl/SQLElement.java | 70 +
.../window/sqlcache/impl/SplitSQLElement.java | 50 +-
.../streams/window/state/AbstractMapState.java | 41 +-
.../streams/window/state/impl/WindowValue.java | 48 +-
.../window/storage/AbstractWindowStorage.java | 13 -
.../streams/window/storage/ICommonStorage.java | 16 +
.../{IKeyGenerator.java => IRemoteStorage.java} | 19 +-
.../rocketmq/streams/window/storage/IStorage.java | 28 +-
.../streams/window/storage/IWindowStorage.java | 9 +-
.../streams/window/storage/WindowStorage.java | 142 +-
.../streams/window/storage/db/DBStorage.java | 115 +-
.../streams/window/storage/file/FileStorage.java | 49 +-
.../window/storage/rocksdb/RocksdbStorage.java | 121 +-
.../src/main/resources/dipper.properties | 21 -
.../rocketmq/streams/storage/RocksdbTest.java | 206 +
.../streams/window/WindowInstanceTest.java | 172 +-
394 files changed, 119068 insertions(+), 7092 deletions(-)
delete mode 100644 QUICKSTART.md
copy README-Chinese.md => README-chinese.md (100%)
create mode 100644 quick_start.md
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java
=>
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/CycleSplit.java
(52%)
create mode 100644
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/DynamicMultipleDBSplit.java
create mode 100644
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/DynamicMultipleDBSink.java
create mode 100644
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/EnhanceDBSink.java
copy
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/ICommonStorage.java
=>
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/ISqlTemplate.java
(52%)
rename
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/FilterOperator.java
=>
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/MysqlInsertIgnoreIntoSqlTemplate.java
(59%)
create mode 100644
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/MysqlInsertIntoSqlTemplate.java
create mode 100644
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/MysqlInsertIntoWithDuplicateKeySqlTemplate.java
create mode 100644
rocketmq-streams-channel-db/src/main/java/org/apache/rocketmq/streams/db/sink/sqltemplate/SqlTemplateFactory.java
create mode 100644
rocketmq-streams-channel-db/src/test/java/org/apache/rocketmq/streams/db/sink/db/ISqlTemplateTest.java
create mode 100644
rocketmq-streams-channel-rocketmq/src/main/java/org/apache/rocketmq/streams/debug/DebugWriter.java
copy {rocketmq-streams-clients => rocketmq-streams-checkpoint}/pom.xml (68%)
create mode 100644
rocketmq-streams-checkpoint/src/main/java/org/apache/rocketmq/streams/checkpoint/db/DBCheckPointStorage.java
create mode 100644
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/ScheduledStreamBuilder.java
create mode 100644
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/ScheduledTask.java
delete mode 100644
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/ConfiguableConnector.java
copy
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/{CheckpointStrategy.java
=> LogFingerprintStrategy.java} (52%)
rename
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/{CheckpointStrategy.java
=> WindowStrategy.java} (56%)
create mode 100644
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/transform/OverWindowStream.java
create mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/DBSinkTest.java
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/operator/impl/FileGroovyScriptOperator.java
=>
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/ScriptOptimizationTest.java
(66%)
create mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/AbstractWindowTest.java
create mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/MultiSplitTest.java
copy
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/{WindowTest.java
=> windows/ShuffleOverWindowTest.java} (51%)
create mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/SingleSplitTest.java
copy
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/function/etl/RenameFunction.java
=>
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowDebugTest.java
(56%)
create mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFireResultCompareTest.java
delete mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFromFileTest.java
delete mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFromRocketMQ.java
delete mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowHighAvailabilityTest.java
create mode 100644
rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowMsgManager.java
create mode 100644
rocketmq-streams-clients/src/test/resources/window_msg_10.txt
create mode 100644
rocketmq-streams-clients/src/test/resources/window_msg_100.txt
create mode 100644
rocketmq-streams-clients/src/test/resources/window_msg_1000.txt
create mode 100644
rocketmq-streams-clients/src/test/resources/window_msg_10000.txt
create mode 100644
rocketmq-streams-clients/src/test/resources/window_msg_88121.txt
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/BitSetCache.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/compress/impl/LongValueKV.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/{OutputPrintChannel.java
=> CollectionSink.java} (60%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/{PrintChannelBuilder.java
=> CollectionSinkBuilder.java} (87%)
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/CollectionSource.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/{file/FileChannelBuilder.java
=> transit/TransitChannelBuilder.java} (58%)
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/transit/TransitSink.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/transit/TransitSource.java
rename
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/sinkcache/impl/{AbstractMutilSplitMessageCache.java
=> AbstractMultiSplitMessageCache.java} (67%)
delete mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/sinkcache/impl/MutilSplitMessageCache.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/source/systemmsg/{NewSplitMessage.java
=> ChangeTableNameMessage.java} (63%)
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/checkpoint/AbstractCheckPointStorage.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/checkpoint/CheckPointStorageFactory.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/{channel/IChannel.java
=> checkpoint/ICheckPointStorage.java} (66%)
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/checkpoint/SourceSnapShot.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/checkpoint/SourceState.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/configure/StreamsConfigure.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/context/{IgnoreMessage.java
=> IExpressionResultCache.java} (89%)
rename
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/StateStrategy.java
=>
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/datatype/DateTimeDataType.java
(66%)
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/datatype/HllDataType.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/interfaces/{ISystemMessage.java
=> ILifeCycle.java} (86%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/metadata/{MetaDataAdapter.java
=> LogicMetaData.java} (52%)
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/metadata/MetaDataUtils.java
delete mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/CalculationResultCache.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/FilterResultCache.java
delete mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/LogFingerprintFilter.java
delete mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/SQLLogFingerprintFilter.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/fingerprint/FingerprintCache.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/fingerprint/FingerprintMetric.java
create mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/optimization/fingerprint/PreFingerprint.java
delete mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/FlatMapOperator.java
delete mode 100644
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/MapOperator.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/ConfigurableComponent.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/model/Configure.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/AbstractConfigurableService.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/AbstractSupportParentConfigureService.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/ConfigurableServcieType.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/ConfigurableServiceFactory.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/FileConfigureService.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/FileSupportParentConfigureService.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/MemoryConfigureService.java
delete mode 100644
rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/MemorySupportParentConfigureService.java
delete mode 100755 rocketmq-streams-configurable/src/main/resources/log4j.xml
copy {rocketmq-streams-lease => rocketmq-streams-connectors}/pom.xml (86%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/component/IgnoreNameSpace.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBounded.java
(83%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/MultiTableSplitFunction.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSource.java
(79%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/softreference/RebuildCacheElement.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/IBoundedSourceReader.java
(81%)
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/AbstractBalance.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/component/IgnoreNameSpace.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/IBalanceTask.java
(86%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/softreference/ICache.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/ISourceBalance.java
(57%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/SplitChanged.java
(51%)
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/balance/impl/LeaseBalanceImpl.java
copy
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/context/RuleMessage.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/model/PullMessage.java
(51%)
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/model/ReaderStatus.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/DBScanReader.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/ISplitReader.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/reader/SplitCloseFuture.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/AbstractPullSource.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/CycleDynamicMultipleDBScanSource.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/DynamicMultipleDBScanSource.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/cache/softreference/ICache.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/IPullSource.java
(58%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/model/BeanHolder.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/SourceInstance.java
(63%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/SplitFunction.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/AbstractPatternFilter.java
(64%)
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/BoundedPatternFilter.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CyclePatternFilter.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CyclePeriod.java
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CycleSchedule.java
rename
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/IRedurce.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/CycleScheduleFilter.java
(63%)
create mode 100644
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/DataFormatPatternFilter.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/SplitFunction.java
=>
rocketmq-streams-connectors/src/main/java/org/apache/rocketmq/streams/connectors/source/filter/PatternFilter.java
(63%)
create mode 100644 rocketmq-streams-examples/README.md
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/checkpoint/RemoteCheckpointTest.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/mutilconsumer/MutilStreamsClientTest.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/mutilconsumer/Producer.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/pageclick/PageDimension.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/pageclick/UsersDimension.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/rocketmqsource/Constant.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/rocketmqsource/ProducerFromFile.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/rocketmqsource/RocketMQSourceExample3.java
create mode 100644
rocketmq-streams-examples/src/main/java/org/apache/rocketmq/streams/examples/rocketmqsource/RocketmqWindowTest.java
create mode 100644 rocketmq-streams-examples/src/main/resources/data.txt
create mode 100644
rocketmq-streams-examples/src/main/resources/pageClickData.txt
rename
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/AbstractFunctionOptimization.java
=>
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/operator/action/impl/CaseWhenAction.java
(50%)
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/EqualsExpressionOptimization.java
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/LikeExpressionOptimization.java
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/OptimizationExpression.java
delete mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/RegexExpressionOptimization.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/casewhen/AbstractWhenExpression.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/casewhen/CaseWhenBuilder.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/casewhen/CaseWhenElement.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/casewhen/GroupByVarCaseWhen.java
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/filter/BreakFunction.java
=>
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/casewhen/MutilCaseWhenExpression.java
(53%)
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/casewhen/SingleCaseWhenExpression.java
copy
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/StreamBuilder.java
=>
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/DependencyTree.java
(74%)
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/FilterTreeNode.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/PipelineTree.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/ScriptDependent.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/ScriptTreeNode.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/SimplePipelineTree.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/TreeNode.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/dependency/UnionTreeNode.java
copy
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/StreamBuilder.java
=>
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/executor/AbstractExecutor.java
(65%)
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/executor/GroupByVarExecutor.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/executor/HyperscanExecutor.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/result/GroupQuickFilterResult.java
create mode 100644
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/script/ScriptOptimization.java
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/CountDistinctAccumulator.java
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/DistinctAccumulator2.java
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/aggregation/{CountAccumulator.java
=> FirstValueAccumulator.java} (53%)
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/between/BetweenFunction.java
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/{date/GetDateFunction.java
=> condition/IFScopeFunction.java} (67%)
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/distinct/DistinctFunction.java
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/{string/SpaceFunction.java
=> item/ItemFunction.java} (56%)
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/math/{AtanFunction.java
=> IsDecimalFunction.java} (50%)
copy
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/function/impl/string/{AsciiFunction.java
=> String2Map.java} (67%)
delete mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/EqualsOptimization.java
delete mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/IFunctionOptimization.java
delete mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/OptimizationScriptExpression.java
delete mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/RegexOptimization.java
delete mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/ScriptOptimization.java
rename
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/{
=> compile}/CompileParameter.java (98%)
rename
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/{
=> compile}/CompileScriptExpression.java (96%)
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/optimization/performance/IScriptOptimization.java
create mode 100644
rocketmq-streams-script/src/main/java/org/apache/rocketmq/streams/script/utils/ExpressionUtil.java
delete mode 100644
rocketmq-streams-serviceloader/src/main/resources/component/ServiceLoaderComponent.properties
copy {rocketmq-streams-transport-minio => rocketmq-streams-state}/pom.xml (87%)
mode change 100755 => 100644
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/AbstractState.java
copy
rocketmq-streams-clients/src/main/java/org/apache/rocketmq/streams/client/strategy/Strategy.java
=>
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/IEntryProcessor.java
(84%)
copy
rocketmq-streams-db-operator/src/main/java/org/apache/rocketmq/streams/db/driver/batchloader/IRowOperator.java
=>
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/ISchama.java
(75%)
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/IState.java
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/LruState.java
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/backend/IStateBackend.java
copy
rocketmq-streams-dim/src/test/java/com/aliyun/service/TableCompressTest.java =>
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/impl/MapState.java
(75%)
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/IKvState.java
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/rocksdb/RocksDBOperator.java
create mode 100644
rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/kv/rocksdb/RocksdbState.java
create mode 100644
rocketmq-streams-state/src/test/java/org/apache/rocketmq/streams/state/kv/TestLruState.java
create mode 100644
rocketmq-streams-state/src/test/java/org/apache/rocketmq/streams/state/kv/TestRocksdbState.java
rename {rocketmq-streams-script/src/main =>
rocketmq-streams-state/src/test}/resources/log4j.xml (100%)
mode change 100644 => 100755
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/debug/DebugAnalysis.java
copy
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/{fire/WindowFireManager.java
=> debug/WindowDebug.java} (51%)
copy
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/model/{FunctionExecutor.java
=> FireMode.java} (54%)
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/WindowMaxValueProcessor.java
copy
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/monitor/rule/NullMonitor.java
=>
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/OrderBy.java
(53%)
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/SessionOperator.java
delete mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/SessionWindow.java
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/ShuffleOverWindow.java
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/operator/impl/TopNState.java
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/shuffle/ShuffleCache.java
rename
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/source/{WindowRireSource.java
=> WindowFireSource.java} (76%)
rename
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/optimization/IExpressionOptimization.java
=>
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/ISQLElement.java
(65%)
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/SQLCache.java
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/channel/impl/memory/MemorySplit.java
=>
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/FiredNotifySQLElement.java
(50%)
create mode 100644
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SQLElement.java
copy
rocketmq-streams-filter/src/main/java/org/apache/rocketmq/streams/filter/monitor/rule/NullMonitor.java
=>
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SplitSQLElement.java
(50%)
copy
rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/functions/TableSplitFunction.java
=>
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/state/AbstractMapState.java
(51%)
copy
rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/{IKeyGenerator.java
=> IRemoteStorage.java} (68%)
delete mode 100644 rocketmq-streams-window/src/main/resources/dipper.properties
create mode 100644
rocketmq-streams-window/src/test/java/org/apache/rocketmq/streams/storage/RocksdbTest.java
