This is an automated email from the ASF dual-hosted git repository.
fanjia pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from ec2e0663b improve ci and remove plugin-mapping.properties check from
step.filter.api (#3247)
add 2d4d08598 [Feature][st-engine] Support for transform-v2 API (#3145)
No new revisions were added by this update.
Summary of changes:
.github/workflows/backend.yml | 2 +
docs/en/contribution/coding-guide.md | 3 +-
.../contribution/contribute-transform-v2-guide.md | 312 +++++++++++++++++++++
docs/sidebars.js | 1 +
pom.xml | 1 +
.../api/transform/SeaTunnelTransform.java | 29 +-
.../org/apache/seatunnel/common/config/Common.java | 35 ++-
.../apache/seatunnel/common/config/CommonTest.java | 2 +-
.../src/main/bin/start-seatunnel-sql.sh | 2 +-
.../apache/seatunnel/core/sql/FlinkSqlStarter.java | 2 +-
.../src/main/bin/start-seatunnel-flink.sh | 2 +-
.../src/main/docker/Dockerfile | 2 +-
.../apache/seatunnel/core/flink/FlinkStarter.java | 2 +-
.../src/main/bin/start-seatunnel-spark.sh | 2 +-
.../src/main/docker/Dockerfile | 2 +-
.../apache/seatunnel/core/spark/SparkStarter.java | 2 +-
.../main/bin/start-seatunnel-flink-connector-v2.sh | 2 +-
.../src/main/docker/Dockerfile | 2 +-
.../seatunnel/core/starter/flink/FlinkStarter.java | 2 +-
.../starter/flink/execution/FlinkExecution.java | 11 +-
.../main/bin/start-seatunnel-spark-connector-v2.sh | 2 +-
.../src/main/docker/Dockerfile | 2 +-
.../seatunnel/core/starter/spark/SparkStarter.java | 3 +-
.../src/main/bin/seatunnel-cluster.sh | 9 +-
.../seatunnel-starter/src/main/bin/seatunnel.sh | 10 +-
seatunnel-dist/pom.xml | 14 +
.../src/main/assembly/assembly-bin-ci.xml | 15 +-
seatunnel-dist/src/main/assembly/assembly-bin.xml | 13 +
seatunnel-e2e/pom.xml | 1 +
.../seatunnel/e2e/common/util/ContainerUtil.java | 22 +-
.../pom.xml | 27 +-
.../seatunnel/e2e/transform/TestCopyIT.java} | 9 +-
.../seatunnel/e2e/transform/TestFilterIT.java} | 9 +-
.../seatunnel/e2e/transform/TestReplaceIT.java} | 9 +-
.../seatunnel/e2e/transform/TestSplitIT.java} | 9 +-
.../seatunnel/e2e/transform}/TestSuiteBase.java | 4 +-
.../src/test/resources/copy_transform.conf} | 75 ++---
.../src/test/resources/filter_transform.conf} | 68 +++--
.../src/test/resources/replace_transform.conf} | 72 ++---
.../src/test/resources/split_transform.conf | 42 +--
.../engine/core/parse/JobConfigParser.java | 5 +
.../plugin/discovery/AbstractPluginDiscovery.java | 45 ++-
.../plugin/discovery/PluginDiscovery.java | 18 --
.../pom.xml | 34 ++-
.../seatunnel/transform/CopyFieldTransform.java | 157 +++++++++++
.../seatunnel/transform/FilterFieldTransform.java | 83 ++++++
.../seatunnel/transform/ReplaceTransform.java | 106 +++++++
.../apache/seatunnel/transform/SplitTransform.java | 103 +++++++
.../common/AbstractSeaTunnelTransform.java | 103 +++++++
.../common/MultipleFieldOutputTransform.java | 146 ++++++++++
.../transform/common/SeaTunnelRowAccessor.java | 30 +-
.../common/SeaTunnelRowContainerGenerator.java | 14 +-
.../transform/common/SeaTunnelRowTypeEditor.java | 130 +++++++++
.../common/SingleFieldOutputTransform.java | 123 ++++++++
54 files changed, 1679 insertions(+), 251 deletions(-)
create mode 100644 docs/en/contribution/contribute-transform-v2-guide.md
copy seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-kafka-flink-e2e
=> seatunnel-transforms-v2-e2e}/pom.xml (73%)
copy
seatunnel-e2e/{seatunnel-connector-v2-e2e/connector-assert-e2e/src/test/java/org/apache/seatunnel/e2e/connector/assertion/FakeSourceToAssertIT.java
=>
seatunnel-transforms-v2-e2e/src/test/java/org/apache/seatunnel/e2e/transform/TestCopyIT.java}
(78%)
copy
seatunnel-e2e/{seatunnel-connector-v2-e2e/connector-assert-e2e/src/test/java/org/apache/seatunnel/e2e/connector/assertion/FakeSourceToAssertIT.java
=>
seatunnel-transforms-v2-e2e/src/test/java/org/apache/seatunnel/e2e/transform/TestFilterIT.java}
(78%)
copy
seatunnel-e2e/{seatunnel-connector-v2-e2e/connector-assert-e2e/src/test/java/org/apache/seatunnel/e2e/connector/assertion/FakeSourceToAssertIT.java
=>
seatunnel-transforms-v2-e2e/src/test/java/org/apache/seatunnel/e2e/transform/TestReplaceIT.java}
(78%)
copy
seatunnel-e2e/{seatunnel-connector-v2-e2e/connector-assert-e2e/src/test/java/org/apache/seatunnel/e2e/connector/assertion/FakeSourceToAssertIT.java
=>
seatunnel-transforms-v2-e2e/src/test/java/org/apache/seatunnel/e2e/transform/TestSplitIT.java}
(78%)
copy
seatunnel-e2e/{seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common
=>
seatunnel-transforms-v2-e2e/src/test/java/org/apache/seatunnel/e2e/transform}/TestSuiteBase.java
(90%)
copy
seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-iceberg-flink-e2e/src/test/resources/iceberg/iceberg_source.conf
=> seatunnel-transforms-v2-e2e/src/test/resources/copy_transform.conf} (58%)
copy
seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-iceberg-flink-e2e/src/test/resources/iceberg/iceberg_source.conf
=> seatunnel-transforms-v2-e2e/src/test/resources/filter_transform.conf} (59%)
copy
seatunnel-e2e/{seatunnel-flink-connector-v2-e2e/connector-iceberg-flink-e2e/src/test/resources/iceberg/iceberg_source.conf
=> seatunnel-transforms-v2-e2e/src/test/resources/replace_transform.conf} (58%)
copy
seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf
=>
seatunnel-e2e/seatunnel-transforms-v2-e2e/src/test/resources/split_transform.conf
(69%)
copy {seatunnel-e2e/seatunnel-e2e-common => seatunnel-transforms-v2}/pom.xml
(71%)
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/FilterFieldTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/ReplaceTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/SplitTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/AbstractSeaTunnelTransform.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/MultipleFieldOutputTransform.java
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/index/impl/FixedValueIndexSerializer.java
=>
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/SeaTunnelRowAccessor.java
(63%)
copy
seatunnel-connectors-v2/connector-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/mongodb/data/Deserializer.java
=>
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/SeaTunnelRowContainerGenerator.java
(67%)
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/SeaTunnelRowTypeEditor.java
create mode 100644
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/SingleFieldOutputTransform.java
