This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 9d88b6221 [SeaTunnel]Simply seatunnel package pipeline. (#2563)
9d88b6221 is described below
commit 9d88b6221a5d6058b61d63412e9804be2da4a07a
Author: hk__lrzy <[email protected]>
AuthorDate: Tue Aug 30 20:34:46 2022 +0800
[SeaTunnel]Simply seatunnel package pipeline. (#2563)
* [SeaTunnel]Simply seatunnel package pipeline.
* [SeaTunnel]Modify setup docs, add module about how to build seatunnel.
---
docs/en/contribution/setup.md | 6 +++++
.../seatunnel/pulsar/source/PulsarSource.java | 4 +--
seatunnel-dist/pom.xml | 31 ++++++++++++++++++++++
3 files changed, 39 insertions(+), 2 deletions(-)
diff --git a/docs/en/contribution/setup.md b/docs/en/contribution/setup.md
index 2f1f31ae6..5191d39ea 100644
--- a/docs/en/contribution/setup.md
+++ b/docs/en/contribution/setup.md
@@ -35,6 +35,12 @@ Otherwise, your code could not start in JetBrains IntelliJ
IDEA correctly.
./mvnw install -Dmaven.test.skip
```
+### Building SeaTunnel from source
+After you install the maven, you can use the follow command to compile and
package.
+```
+mvn clean package -pl seatunnel-dist -am -Dmaven.test.skip=true
+```
+
### Install JetBrains IDEA Scala Plugin
Now, you can open your JetBrains IntelliJ IDEA and explore the source code,
but allow building Scala code in IDEA,
diff --git
a/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
b/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
index efc84ee6b..b7a916810 100644
---
a/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
+++
b/seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/source/PulsarSource.java
@@ -50,7 +50,7 @@ import org.apache.seatunnel.api.table.type.SeaTunnelRowType;
import org.apache.seatunnel.common.config.CheckConfigUtil;
import org.apache.seatunnel.common.config.CheckResult;
import org.apache.seatunnel.common.constants.PluginType;
-import org.apache.seatunnel.connectors.seatunnel.common.schema.SeatunnelSchema;
+import org.apache.seatunnel.connectors.seatunnel.common.schema.SeaTunnelSchema;
import
org.apache.seatunnel.connectors.seatunnel.pulsar.config.PulsarAdminConfig;
import
org.apache.seatunnel.connectors.seatunnel.pulsar.config.PulsarClientConfig;
import
org.apache.seatunnel.connectors.seatunnel.pulsar.config.PulsarConsumerConfig;
@@ -226,7 +226,7 @@ public class PulsarSource<T> implements SeaTunnelSource<T,
PulsarPartitionSplit,
private void setDeserialization(Config config) {
String format = config.getString("format");
// TODO: format SPI
- SeaTunnelRowType rowType =
SeatunnelSchema.buildWithConfig(config.getConfig(SeatunnelSchema.SCHEMA)).getSeaTunnelRowType();
+ SeaTunnelRowType rowType =
SeaTunnelSchema.buildWithConfig(config.getConfig(SeaTunnelSchema.SCHEMA)).getSeaTunnelRowType();
deserialization = (DeserializationSchema<T>) new
JsonDeserializationSchema(false, false, rowType);
}
diff --git a/seatunnel-dist/pom.xml b/seatunnel-dist/pom.xml
index 3b8aa73cb..58c3b67c8 100644
--- a/seatunnel-dist/pom.xml
+++ b/seatunnel-dist/pom.xml
@@ -57,6 +57,37 @@
<artifactId>seatunnel-connectors-flink-dist</artifactId>
<version>${project.version}</version>
</dependency>
+
+ <!-- seatunnel core dependencies -->
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-core-flink</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-core-flink-sql</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-core-spark</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-flink-starter</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.seatunnel</groupId>
+ <artifactId>seatunnel-spark-starter</artifactId>
+ <version>${project.version}</version>
+ </dependency>
</dependencies>
<build>
<plugins>
