This is an automated email from the ASF dual-hosted git repository.
fanjia pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new e37561367 [Feature][Transform V2] expose configurable options in
CopyFieldTransform (#3494)
e37561367 is described below
commit e37561367c8822e7b6835d146b4a2290ce76fcd8
Author: TaoZex <[email protected]>
AuthorDate: Tue Nov 22 09:55:59 2022 +0800
[Feature][Transform V2] expose configurable options in CopyFieldTransform
(#3494)
---
.../seatunnel/transform/CopyFieldTransform.java | 19 +++++++---
.../transform/CopyFieldTransformFactory.java | 42 ++++++++++++++++++++++
2 files changed, 56 insertions(+), 5 deletions(-)
diff --git
a/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransform.java
b/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransform.java
index dd8753ee9..6b25b7621 100644
---
a/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransform.java
+++
b/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransform.java
@@ -17,6 +17,8 @@
package org.apache.seatunnel.transform;
+import org.apache.seatunnel.api.configuration.Option;
+import org.apache.seatunnel.api.configuration.Options;
import org.apache.seatunnel.api.table.type.ArrayType;
import org.apache.seatunnel.api.table.type.MapType;
import org.apache.seatunnel.api.table.type.SeaTunnelDataType;
@@ -39,8 +41,15 @@ import java.util.Map;
@AutoService(SeaTunnelTransform.class)
public class CopyFieldTransform extends SingleFieldOutputTransform {
- private static final String SRC_FIELD = "src_field";
- private static final String DEST_FIELD = "dest_field";
+ public static final Option<String> SRC_FIELD = Options.key("src_field")
+ .stringType()
+ .noDefaultValue()
+ .withDescription("Src field you want to copy");
+
+ public static final Option<String> DEST_FIELD = Options.key("dest_field")
+ .stringType()
+ .noDefaultValue()
+ .withDescription("Copy Src field to Dest field");
private String srcField;
private int srcFieldIndex;
@@ -55,13 +64,13 @@ public class CopyFieldTransform extends
SingleFieldOutputTransform {
@Override
protected void setConfig(Config pluginConfig) {
CheckResult checkResult = CheckConfigUtil.checkAllExists(pluginConfig,
- SRC_FIELD, DEST_FIELD);
+ SRC_FIELD.key(), DEST_FIELD.key());
if (!checkResult.isSuccess()) {
throw new IllegalArgumentException("Failed to check config! " +
checkResult.getMsg());
}
- this.srcField = pluginConfig.getString(SRC_FIELD);
- this.destField = pluginConfig.getString(DEST_FIELD);
+ this.srcField = pluginConfig.getString(SRC_FIELD.key());
+ this.destField = pluginConfig.getString(DEST_FIELD.key());
}
@Override
diff --git
a/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransformFactory.java
b/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransformFactory.java
new file mode 100644
index 000000000..24e765151
--- /dev/null
+++
b/seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/CopyFieldTransformFactory.java
@@ -0,0 +1,42 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.seatunnel.transform;
+
+import static org.apache.seatunnel.transform.CopyFieldTransform.DEST_FIELD;
+import static org.apache.seatunnel.transform.CopyFieldTransform.SRC_FIELD;
+
+import org.apache.seatunnel.api.configuration.util.OptionRule;
+import org.apache.seatunnel.api.table.factory.Factory;
+import org.apache.seatunnel.api.table.factory.TableTransformFactory;
+
+import com.google.auto.service.AutoService;
+
+@AutoService(Factory.class)
+public class CopyFieldTransformFactory implements TableTransformFactory {
+ @Override
+ public String factoryIdentifier() {
+ return "Copy";
+ }
+
+ @Override
+ public OptionRule optionRule() {
+ return OptionRule.builder()
+ .required(SRC_FIELD, DEST_FIELD)
+ .build();
+ }
+}