(seatunnel) branch dev updated: [Bugfix][Doris-connector] Fix Json serialization, null value causes data error problem

[fanjia]

This is an automated email from the ASF dual-hosted git repository.

fanjia pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git


The following commit(s) were added to refs/heads/dev by this push:
     new 7b19df585f [Bugfix][Doris-connector] Fix Json serialization, null 
value causes data error problem
7b19df585f is described below

commit 7b19df585f77c4d20b5507b105f5a055583767f4
Author: Guangdong Liu <804167...@qq.com>
AuthorDate: Tue Aug 13 10:03:34 2024 +0800

    [Bugfix][Doris-connector] Fix Json serialization, null value causes data 
error problem
    
    Co-authored-by: gdliu3 <gdl...@iflytek.com>
---
 .../connectors/doris/serialize/SeaTunnelRowSerializer.java     |  2 +-
 .../java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java | 10 ++++++++--
 2 files changed, 9 insertions(+), 3 deletions(-)

diff --git 
a/seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/serialize/SeaTunnelRowSerializer.java
 
b/seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/serialize/SeaTunnelRowSerializer.java
index 0e67257a32..c984580f8e 100644
--- 
a/seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/serialize/SeaTunnelRowSerializer.java
+++ 
b/seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/serialize/SeaTunnelRowSerializer.java
@@ -70,7 +70,7 @@ public class SeaTunnelRowSerializer implements 
DorisSerializer {
 
         if (JSON.equals(type)) {
             JsonSerializationSchema jsonSerializationSchema =
-                    new JsonSerializationSchema(this.seaTunnelRowType, 
NULL_VALUE);
+                    new JsonSerializationSchema(this.seaTunnelRowType);
             ObjectMapper mapper = jsonSerializationSchema.getMapper();
             mapper.configure(JsonGenerator.Feature.WRITE_BIGDECIMAL_AS_PLAIN, 
true);
             this.serialize = jsonSerializationSchema;
diff --git 
a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java
 
b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java
index 03ca3ab516..6b7a3a7f48 100644
--- 
a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java
+++ 
b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java
@@ -535,8 +535,14 @@ public class DorisIT extends AbstractDorisIT {
             try (PreparedStatement preparedStatement =
                     conn.prepareStatement(INIT_UNIQUE_TABLE_DATA_SQL)) {
                 for (int i = 0; i < rows.size(); i++) {
-                    for (int index = 0; index < 
rows.get(i).getFields().length; index++) {
-                        preparedStatement.setObject(index + 1, 
rows.get(i).getFields()[index]);
+                    if (i % 10 == 0) {
+                        for (int index = 0; index < 
rows.get(i).getFields().length; index++) {
+                            preparedStatement.setObject(index + 1, null);
+                        }
+                    } else {
+                        for (int index = 0; index < 
rows.get(i).getFields().length; index++) {
+                            preparedStatement.setObject(index + 1, 
rows.get(i).getFields()[index]);
+                        }
                     }
                     preparedStatement.addBatch();
                 }