This is an automated email from the ASF dual-hosted git repository.
wuchunfu pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 0be2622 [Bug] [spark-connector-doris] No handling of null values
#1365 (#1366)
0be2622 is described below
commit 0be2622cdc60885d5f6a1108573515636a4589e9
Author: Xiao Zhao <[email protected]>
AuthorDate: Wed Mar 2 14:15:32 2022 +0800
[Bug] [spark-connector-doris] No handling of null values #1365 (#1366)
---
.../src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git
a/seatunnel-connectors/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
b/seatunnel-connectors/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
index 15dc3db..5aaefe8 100644
---
a/seatunnel-connectors/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
+++
b/seatunnel-connectors/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
@@ -34,6 +34,8 @@ class Doris extends SparkBatchSink with Serializable {
var column_separator: String = "\t"
var propertiesMap = new mutable.HashMap[String, String]()
+ private val NULL_VALUE = "\\N"
+
override def output(data: Dataset[Row], env: SparkEnvironment): Unit = {
val user: String = config.getString(Config.USER)
val password: String = config.getString(Config.PASSWORD)
@@ -46,7 +48,10 @@ class Doris extends SparkBatchSink with Serializable {
val dataFrame = data.map(row => {
val builder = new StringBuilder
fields.foreach(f => {
- val filedValue = row.getAs[Any](f.name)
+ var filedValue = row.getAs[Any](f.name)
+ if (filedValue == null) {
+ filedValue = NULL_VALUE
+ }
builder.append(filedValue).append(column_separator)
})
builder.substring(0, builder.length - 1)
