Merge branch 'STORM-2614' of https://github.com/arunmahadevan/storm into STORM-2614-master
Project: http://git-wip-us.apache.org/repos/asf/storm/repo Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/aaebc3b2 Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/aaebc3b2 Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/aaebc3b2 Branch: refs/heads/master Commit: aaebc3b237916340156ac3b8dc956d6c62c34983 Parents: 1c2ac2e 3ba3cab Author: Arun Mahadevan <[email protected]> Authored: Tue Aug 8 07:57:57 2017 +0530 Committer: Arun Mahadevan <[email protected]> Committed: Tue Aug 8 07:57:57 2017 +0530 ---------------------------------------------------------------------- docs/State-checkpointing.md | 2 + docs/Windowing.md | 108 +++++ .../starter/PersistentWindowingTopology.java | 176 ++++++++ .../storm/starter/SlidingWindowTopology.java | 1 + .../apache/storm/starter/StatefulTopology.java | 2 + .../starter/StatefulWindowingTopology.java | 1 + external/storm-hbase/pom.xml | 2 - .../hbase/state/HBaseKeyValueStateProvider.java | 31 +- .../redis/state/RedisKeyValueStateProvider.java | 47 +- pom.xml | 6 + .../src/jvm/org/apache/storm/Config.java | 6 + .../serialization/SerializationFactory.java | 63 +-- .../apache/storm/state/DefaultStateEncoder.java | 5 +- .../storm/state/DefaultStateSerializer.java | 64 ++- .../storm/topology/IStatefulWindowedBolt.java | 22 +- .../PersistentWindowedBoltExecutor.java | 256 +++++++++++ .../storm/topology/StatefulBoltExecutor.java | 7 +- .../apache/storm/topology/TopologyBuilder.java | 21 +- .../storm/topology/WindowedBoltExecutor.java | 86 +++- .../topology/base/BaseStatefulWindowedBolt.java | 39 ++ .../windowing/AbstractTridentWindowManager.java | 4 +- .../strategy/SlidingCountWindowStrategy.java | 4 +- .../strategy/SlidingDurationWindowStrategy.java | 4 +- .../strategy/TumblingCountWindowStrategy.java | 4 +- .../TumblingDurationWindowStrategy.java | 4 +- .../windowing/strategy/WindowStrategy.java | 4 +- .../storm/windowing/CountEvictionPolicy.java | 17 +- .../storm/windowing/CountTriggerPolicy.java | 24 +- .../jvm/org/apache/storm/windowing/Event.java | 2 +- .../apache/storm/windowing/EvictionPolicy.java | 35 +- .../storm/windowing/StatefulWindowManager.java | 164 +++++++ .../storm/windowing/TimeEvictionPolicy.java | 25 +- .../storm/windowing/TimeTriggerPolicy.java | 16 +- .../apache/storm/windowing/TriggerPolicy.java | 20 +- .../storm/windowing/TupleWindowIterImpl.java | 80 ++++ .../windowing/WatermarkCountEvictionPolicy.java | 61 ++- .../windowing/WatermarkCountTriggerPolicy.java | 26 +- .../windowing/WatermarkTimeEvictionPolicy.java | 1 + .../windowing/WatermarkTimeTriggerPolicy.java | 26 +- .../jvm/org/apache/storm/windowing/Window.java | 31 +- .../windowing/WindowLifecycleListener.java | 19 +- .../apache/storm/windowing/WindowManager.java | 51 ++- .../persistence/SimpleWindowPartitionCache.java | 203 +++++++++ .../persistence/WindowPartitionCache.java | 142 +++++++ .../windowing/persistence/WindowState.java | 424 +++++++++++++++++++ .../storm/state/DefaultStateSerializerTest.java | 3 +- .../PersistentWindowedBoltExecutorTest.java | 299 +++++++++++++ .../SimpleWindowPartitionCacheTest.java | 233 ++++++++++ .../storm/windowing/WindowManagerTest.java | 46 +- .../windowing/persistence/WindowStateTest.java | 246 +++++++++++ 50 files changed, 2966 insertions(+), 197 deletions(-) ----------------------------------------------------------------------
