This is an automated email from the ASF dual-hosted git repository.

garyli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new ce3e8ec  [HUDI-1667]: Fix a null value related bug for spark 
vectorized reader. (#2636)
ce3e8ec is described below

commit ce3e8ec87083ef4cd4f33de39b6697f66ff3f277
Author: Liulietong <[email protected]>
AuthorDate: Sat Mar 20 22:54:20 2021 +0800

    [HUDI-1667]: Fix a null value related bug for spark vectorized reader. 
(#2636)
---
 .../src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala           | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git 
a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
 
b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
index 8c8655b..45b1452 100644
--- 
a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
+++ 
b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
@@ -281,7 +281,7 @@ class HoodieMergeOnReadRDD(@transient sc: SparkContext,
         tableState.requiredStructSchema.foreach(
           f => {
             val curPos = posIterator.next()
-            val curField = row.get(curPos, f.dataType)
+            val curField = if (row.isNullAt(curPos)) null else row.get(curPos, 
f.dataType)
             rowToReturn.update(curIndex, curField)
             curIndex = curIndex + 1
           }

Reply via email to