This is an automated email from the ASF dual-hosted git repository.
rzo1 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/storm.git
The following commit(s) were added to refs/heads/master by this push:
new ee2cc9ce7 Removes dependency towards removed /external module hbase
ee2cc9ce7 is described below
commit ee2cc9ce7c20869e5e21a83acdcf914858a82453
Author: Richard Zowalla <[email protected]>
AuthorDate: Thu Nov 16 08:55:30 2023 +0100
Removes dependency towards removed /external module hbase
---
.../TridentHBaseWindowingStoreTopology.java | 80 ----------------------
1 file changed, 80 deletions(-)
diff --git
a/examples/storm-starter/src/jvm/org/apache/storm/starter/trident/TridentHBaseWindowingStoreTopology.java
b/examples/storm-starter/src/jvm/org/apache/storm/starter/trident/TridentHBaseWindowingStoreTopology.java
deleted file mode 100644
index 6938b8ac1..000000000
---
a/examples/storm-starter/src/jvm/org/apache/storm/starter/trident/TridentHBaseWindowingStoreTopology.java
+++ /dev/null
@@ -1,80 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership. The
ASF licenses this file to you under the Apache License, Version
- * 2.0 (the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions
- * and limitations under the License.
- */
-
-package org.apache.storm.starter.trident;
-
-import java.util.HashMap;
-import org.apache.storm.Config;
-import org.apache.storm.StormSubmitter;
-import org.apache.storm.generated.StormTopology;
-import org.apache.storm.hbase.trident.windowing.HBaseWindowsStoreFactory;
-import org.apache.storm.trident.Stream;
-import org.apache.storm.trident.TridentTopology;
-import org.apache.storm.trident.operation.Consumer;
-import org.apache.storm.trident.testing.CountAsAggregator;
-import org.apache.storm.trident.testing.FixedBatchSpout;
-import org.apache.storm.trident.testing.Split;
-import org.apache.storm.trident.tuple.TridentTuple;
-import org.apache.storm.trident.windowing.WindowsStoreFactory;
-import org.apache.storm.trident.windowing.config.TumblingCountWindow;
-import org.apache.storm.tuple.Fields;
-import org.apache.storm.tuple.Values;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-/**
- * Sample application of trident windowing which uses {@link
HBaseWindowsStoreFactory}'s store for storing tuples in window.
- *
- */
-public class TridentHBaseWindowingStoreTopology {
- private static final Logger LOG =
LoggerFactory.getLogger(TridentHBaseWindowingStoreTopology.class);
-
- public static StormTopology buildTopology(WindowsStoreFactory
windowsStore) throws Exception {
- FixedBatchSpout spout = new FixedBatchSpout(new Fields("sentence"), 3,
new Values("the cow jumped over the moon"),
- new Values("the man went
to the store and bought some candy"),
- new Values("four score and
seven years ago"),
- new Values("how many
apples can you eat"), new Values("to be or not to be the person"));
- spout.setCycle(true);
-
- TridentTopology topology = new TridentTopology();
-
- Stream stream = topology.newStream("spout1",
spout).parallelismHint(16).each(new Fields("sentence"),
-
new Split(), new Fields("word"))
- .window(TumblingCountWindow.of(1000),
windowsStore, new Fields("word"), new CountAsAggregator(),
- new Fields("count"))
- .peek(new Consumer() {
- @Override
- public void accept(TridentTuple input) {
- LOG.info("Received tuple: [{}]",
input);
- }
- });
-
- return topology.build();
- }
-
- public static void main(String[] args) throws Exception {
- Config conf = new Config();
- conf.setMaxSpoutPending(20);
- conf.put(Config.TOPOLOGY_TRIDENT_WINDOWING_INMEMORY_CACHE_LIMIT, 100);
-
- // window-state table should already be created with cf:tuples column
- HBaseWindowsStoreFactory windowStoreFactory =
- new HBaseWindowsStoreFactory(new HashMap<String, Object>(),
"window-state", "cf".getBytes("UTF-8"), "tuples".getBytes("UTF-8"));
- String topoName = "wordCounterWithWindowing";
- if (args.length > 0) {
- topoName = args[0];
- }
- conf.setNumWorkers(3);
- StormSubmitter.submitTopologyWithProgressBar(topoName, conf,
buildTopology(windowStoreFactory));
- }
-
-}
