This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 86ca733 [bugfix] fix schema error from unique table (#162)
86ca733 is described below
commit 86ca733cf21ed3ba5d2b2a0ec5b0f59835215307
Author: wuwenchi <[email protected]>
AuthorDate: Thu Nov 23 21:21:29 2023 +0800
[bugfix] fix schema error from unique table (#162)
---
.../src/main/java/org/apache/doris/spark/serialization/RowBatch.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
b/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
index cb4d303..85e9a6f 100644
---
a/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
+++
b/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
@@ -105,8 +105,8 @@ public class RowBatch {
VectorSchemaRoot root = arrowStreamReader.getVectorSchemaRoot();
while (arrowStreamReader.loadNextBatch()) {
fieldVectors = root.getFieldVectors();
- if (fieldVectors.size() != schema.size()) {
- logger.error("Schema size '{}' is not equal to arrow field
size '{}'.",
+ if (fieldVectors.size() > schema.size()) {
+ logger.error("Data schema size '{}' should not be bigger
than arrow field size '{}'.",
fieldVectors.size(), schema.size());
throw new DorisException("Load Doris data failed, schema
size of fetch data is wrong.");
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
