hailin0 commented on code in PR #8438:
URL: https://github.com/apache/seatunnel/pull/8438#discussion_r1903290175
##########
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/common/AbstractCatalogSupportFlatMapTransform.java:
##########
@@ -16,31 +16,183 @@
*/
package org.apache.seatunnel.transform.common;
+import
org.apache.seatunnel.shade.com.google.common.annotations.VisibleForTesting;
+
+import org.apache.seatunnel.api.configuration.ReadonlyConfig;
import org.apache.seatunnel.api.table.catalog.CatalogTable;
+import org.apache.seatunnel.api.table.catalog.Column;
+import org.apache.seatunnel.api.table.catalog.TableSchema;
+import org.apache.seatunnel.api.table.schema.event.AlterTableAddColumnEvent;
+import org.apache.seatunnel.api.table.schema.event.AlterTableChangeColumnEvent;
+import org.apache.seatunnel.api.table.schema.event.AlterTableColumnEvent;
+import org.apache.seatunnel.api.table.schema.event.AlterTableColumnsEvent;
+import org.apache.seatunnel.api.table.schema.event.AlterTableDropColumnEvent;
+import org.apache.seatunnel.api.table.schema.event.AlterTableModifyColumnEvent;
+import org.apache.seatunnel.api.table.schema.event.SchemaChangeEvent;
+import
org.apache.seatunnel.api.table.schema.handler.TableSchemaChangeEventDispatcher;
+import
org.apache.seatunnel.api.table.schema.handler.TableSchemaChangeEventHandler;
import org.apache.seatunnel.api.table.type.SeaTunnelRow;
import org.apache.seatunnel.api.transform.SeaTunnelFlatMapTransform;
import lombok.NonNull;
import lombok.extern.slf4j.Slf4j;
import java.util.List;
+import java.util.stream.Collectors;
@Slf4j
public abstract class AbstractCatalogSupportFlatMapTransform
extends AbstractSeaTunnelTransform<SeaTunnelRow, List<SeaTunnelRow>>
implements SeaTunnelFlatMapTransform<SeaTunnelRow> {
- public AbstractCatalogSupportFlatMapTransform(@NonNull CatalogTable
inputCatalogTable) {
+ private final ReadonlyConfig config;
+ private final TableSchemaChangeEventHandler tableSchemaChangeEventHandler;
+
+ public AbstractCatalogSupportFlatMapTransform(
+ @NonNull ReadonlyConfig config, @NonNull CatalogTable
inputCatalogTable) {
super(inputCatalogTable);
+ this.config = config;
+ this.tableSchemaChangeEventHandler = new
TableSchemaChangeEventDispatcher();
}
public AbstractCatalogSupportFlatMapTransform(
- @NonNull CatalogTable inputCatalogTable, ErrorHandleWay
rowErrorHandleWay) {
+ @NonNull CatalogTable inputCatalogTable,
+ ErrorHandleWay rowErrorHandleWay,
+ ReadonlyConfig config) {
super(inputCatalogTable, rowErrorHandleWay);
+ this.config = config;
+ this.tableSchemaChangeEventHandler = new
TableSchemaChangeEventDispatcher();
}
@Override
public List<SeaTunnelRow> flatMap(SeaTunnelRow row) {
return transform(row);
}
+
+ @Override
+ public TableSchema transformTableSchema() {
+ return convertTableSchema(inputCatalogTable.getTableSchema());
+ }
+
+ @Override
+ public SchemaChangeEvent mapSchemaChangeEvent(SchemaChangeEvent event) {
Review Comment:
Should be implemented separately by each transform logic
e.g: add column action
1. sql transform ignore:
```
query = "select id, name from dual"
```
2. sql transform accepted:
```
query = "select * from dual"
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]