sijie closed pull request #3266: [Pulsar-Flink] Rename flink-consumer-source
examples sub-module
URL: https://github.com/apache/pulsar/pull/3266
This is a PR merged from a forked repository.
As GitHub hides the original diff on merge, it is displayed below for
the sake of provenance:
As this is a foreign pull request (from a fork), the diff is supplied
below (as it won't show otherwise due to GitHub magic):
diff --git a/.gitignore b/.gitignore
index 4aef5a0252..f7194ad389 100644
--- a/.gitignore
+++ b/.gitignore
@@ -80,5 +80,5 @@ docker.debug-info
**/website/translated_docs*
# Avro
-examples/flink-consumer-source/src/main/java/org/apache/flink/avro/generated
+examples/flink/src/main/java/org/apache/flink/avro/generated
pulsar-flink/src/test/java/org/apache/flink/avro/generated
diff --git a/examples/flink-consumer-source/pom.xml b/examples/flink/pom.xml
similarity index 97%
rename from examples/flink-consumer-source/pom.xml
rename to examples/flink/pom.xml
index 088444b7eb..27b656c01f 100644
--- a/examples/flink-consumer-source/pom.xml
+++ b/examples/flink/pom.xml
@@ -28,8 +28,8 @@
</parent>
<groupId>org.apache.pulsar.examples</groupId>
- <artifactId>flink-consumer-source</artifactId>
- <name>Pulsar Examples :: Flink Consumer Source</name>
+ <artifactId>flink</artifactId>
+ <name>Pulsar Examples :: Flink</name>
<properties>
<log4j2.version>2.10.0</log4j2.version>
@@ -88,7 +88,7 @@
<artifactId>maven-shade-plugin</artifactId>
<executions>
<execution>
- <id>pulsar-streaming-wordcount</id>
+ <id>pulsar-flink-examples</id>
<phase>package</phase>
<goals>
<goal>shade</goal>
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkExample.java
b/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkExample.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkExample.java
rename to
examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkExample.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkExample.java
b/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkExample.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkExample.java
rename to
examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkExample.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkExample.java
b/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkExample.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkExample.java
rename to
examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkExample.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkExample.java
b/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkExample.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkExample.java
rename to
examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkExample.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/README.md
b/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/README.md
similarity index 78%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/README.md
rename to
examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/README.md
index b93f5a3f69..84c1bd8a52 100644
---
a/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/README.md
+++
b/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/README.md
@@ -58,8 +58,8 @@ dependencies {
### PulsarOutputFormat
In this example, Flink DataSet is processed as word-count and being written to
Pulsar. Please find a complete example for PulsarOutputFormat as follows:
-[java](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkExample.java)
-[scala](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkScalaExample.scala)
+[java](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkExample.java)
+[scala](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkScalaExample.scala)
The steps to run the example:
@@ -90,10 +90,10 @@ The steps to run the example:
```shell
# java
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchSinkExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchSinkExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
# scala
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchSinkScalaExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchSinkScalaExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
```
5. Once the flink word count example is running, you can use
`bin/pulsar-client` to tail the results produced into topic `test_flink_topic`.
@@ -116,8 +116,8 @@ WordWithCount { word = world, count = 1 }
### PulsarCsvOutputFormat
In this example, Flink DataSet is processed and written to Pulsar in Csv
format. Please find a complete example for PulsarCsvOutputFormat as follows:
-[java](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkExample.java)
-[scala](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkScalaExample.scala)
+[java](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkExample.java)
+[scala](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkScalaExample.scala)
The steps to run the example:
@@ -127,10 +127,10 @@ Step 1, 2 and 3 are same as above.
```shell
# java
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchCsvSinkExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchCsvSinkExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
# scala
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchCsvSinkScalaExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchCsvSinkScalaExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
```
5. Once the flink word count example is running, you can use
`bin/pulsar-client` to tail the results produced into topic `test_flink_topic`.
@@ -149,8 +149,8 @@ $ bin/pulsar-client consume -n 0 -s test test_flink_topic
### PulsarJsonOutputFormat
In this example, Flink DataSet is processed and written to Pulsar in Json
format. Please find a complete example for PulsarJsonOutputFormat as follows:
-[java](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkExample.java)
-[scala](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkScalaExample.scala)
+[java](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkExample.java)
+[scala](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkScalaExample.scala)
**Note:** Property definitions of the model should be public or have getter
functions to be visible.
@@ -162,10 +162,10 @@ Step 1, 2 and 3 are same as above.
```shell
# java
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchJsonSinkExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchJsonSinkExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
# scala
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchJsonSinkScalaExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchJsonSinkScalaExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
```
5. Once the flink word count example is running, you can use
`bin/pulsar-client` to tail the results produced into topic `test_flink_topic`.
@@ -184,8 +184,8 @@ $ bin/pulsar-client consume -n 0 -s test test_flink_topic
### PulsarAvroOutputFormat
In this example, Flink DataSet is processed and written to Pulsar in Json
format. Please find a complete example for PulsarAvroOutputFormat as follows:
-[java](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkExample.java)
-[scala](https://github.com/apache/pulsar/tree/master/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkScalaExample.scala)
+[java](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/java/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkExample.java)
+[scala](https://github.com/apache/pulsar/tree/master/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkScalaExample.scala)
**Note:** NasaMission class are automatically generated by Avro.
@@ -197,10 +197,10 @@ Step 1, 2 and 3 are same as above.
```shell
# java
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchAvroSinkExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchAvroSinkExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
# scala
- $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchAvroSinkScalaExample
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --topic test_flink_topic
+ $ ./bin/flink run -c
org.apache.flink.batch.connectors.pulsar.example.FlinkPulsarBatchAvroSinkScalaExample
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --topic test_flink_topic
```
5. Once the flink word count example is running, you can use
`bin/pulsar-client` to tail the results produced into topic `test_flink_topic`.
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCount.java
b/examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCount.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCount.java
rename to
examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCount.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToAvroTableSink.java
b/examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToAvroTableSink.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToAvroTableSink.java
rename to
examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToAvroTableSink.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToJsonTableSink.java
b/examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToJsonTableSink.java
similarity index 100%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToJsonTableSink.java
rename to
examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/PulsarConsumerSourceWordCountToJsonTableSink.java
diff --git
a/examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/README.md
b/examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/README.md
similarity index 89%
rename from
examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/README.md
rename to
examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/README.md
index 463e805853..7c8c17687e 100644
---
a/examples/flink-consumer-source/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/README.md
+++
b/examples/flink/src/main/java/org/apache/flink/streaming/connectors/pulsar/example/README.md
@@ -61,7 +61,7 @@ The steps to run the example:
4. Run the word count example to print results to stdout.
```shell
- $ ./bin/flink run
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --input-topic test_src --subscription
test_sub
+ $ ./bin/flink run
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --input-topic test_src --subscription test_sub
```
5. Produce messages to topic `test_src`.
@@ -85,7 +85,7 @@ The steps to run the example:
Alternatively, when you run the flink word count example at step 4, you can
choose dump the result to another pulsar topic.
```shell
-$ ./bin/flink run
${PULSAR_HOME}/examples/flink-consumer-source/target/pulsar-flink-examples.jar
--service-url pulsar://localhost:6650 --input-topic test_src --subscription
test_sub --output-topic test_dest
+$ ./bin/flink run
${PULSAR_HOME}/examples/flink/target/pulsar-flink-examples.jar --service-url
pulsar://localhost:6650 --input-topic test_src --subscription test_sub
--output-topic test_dest
```
Once the flink word count example is running, you can use `bin/pulsar-client`
to tail the results produced into topic `test_dest`.
diff --git
a/examples/flink-consumer-source/src/main/resources/avro/NasaMission.avsc
b/examples/flink/src/main/resources/avro/NasaMission.avsc
similarity index 100%
rename from
examples/flink-consumer-source/src/main/resources/avro/NasaMission.avsc
rename to examples/flink/src/main/resources/avro/NasaMission.avsc
diff --git a/examples/flink-consumer-source/src/main/resources/log4j2.xml
b/examples/flink/src/main/resources/log4j2.xml
similarity index 100%
rename from examples/flink-consumer-source/src/main/resources/log4j2.xml
rename to examples/flink/src/main/resources/log4j2.xml
diff --git
a/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkScalaExample.scala
b/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkScalaExample.scala
similarity index 100%
rename from
examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkScalaExample.scala
rename to
examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchAvroSinkScalaExample.scala
diff --git
a/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkScalaExample.scala
b/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkScalaExample.scala
similarity index 100%
rename from
examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkScalaExample.scala
rename to
examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchCsvSinkScalaExample.scala
diff --git
a/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkScalaExample.scala
b/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkScalaExample.scala
similarity index 100%
rename from
examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkScalaExample.scala
rename to
examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchJsonSinkScalaExample.scala
diff --git
a/examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkScalaExample.scala
b/examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkScalaExample.scala
similarity index 100%
rename from
examples/flink-consumer-source/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkScalaExample.scala
rename to
examples/flink/src/main/scala/org/apache/flink/batch/connectors/pulsar/example/FlinkPulsarBatchSinkScalaExample.scala
diff --git a/examples/pom.xml b/examples/pom.xml
index f30a4746b1..811a7d71ea 100644
--- a/examples/pom.xml
+++ b/examples/pom.xml
@@ -33,7 +33,7 @@
<name>Pulsar Examples :: Parent</name>
<modules>
- <module>flink-consumer-source</module>
+ <module>flink</module>
</modules>
</project>
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
