This is an automated email from the ASF dual-hosted git repository.
yangzhg pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new a7b8d11 Spark 2.x and 3.x version compilation instructions (#6503)
a7b8d11 is described below
commit a7b8d110a012d1f11580e618199e7bcd559f2650
Author: jiafeng.zhang <[email protected]>
AuthorDate: Fri Aug 27 10:55:29 2021 +0800
Spark 2.x and 3.x version compilation instructions (#6503)
Spark 2.x and 3.x version compilation instructions
---
.../src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
b/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
index 774a29c..d8f951b 100644
---
a/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
+++
b/extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
@@ -63,7 +63,7 @@ private[sql] class DorisSourceProvider extends
DataSourceRegister with RelationP
val maxRowCount = dorisWriterOption.maxRowCount
val maxRetryTimes = dorisWriterOption.maxRetryTimes
- data.foreachPartition(partition => {
+ data.rdd.foreachPartition(partition => {
val buffer = ListBuffer[String]()
partition.foreach(row => {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
