This is an automated email from the ASF dual-hosted git repository.
garyli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new ce3e8ec [HUDI-1667]: Fix a null value related bug for spark
vectorized reader. (#2636)
ce3e8ec is described below
commit ce3e8ec87083ef4cd4f33de39b6697f66ff3f277
Author: Liulietong <[email protected]>
AuthorDate: Sat Mar 20 22:54:20 2021 +0800
[HUDI-1667]: Fix a null value related bug for spark vectorized reader.
(#2636)
---
.../src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
index 8c8655b..45b1452 100644
---
a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
+++
b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/HoodieMergeOnReadRDD.scala
@@ -281,7 +281,7 @@ class HoodieMergeOnReadRDD(@transient sc: SparkContext,
tableState.requiredStructSchema.foreach(
f => {
val curPos = posIterator.next()
- val curField = row.get(curPos, f.dataType)
+ val curField = if (row.isNullAt(curPos)) null else row.get(curPos,
f.dataType)
rowToReturn.update(curIndex, curField)
curIndex = curIndex + 1
}