This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-flink-connector.git
The following commit(s) were added to refs/heads/master by this push:
new ba0f97a6 [improvement][mongodb cdc]optimize startup performance (#519)
ba0f97a6 is described below
commit ba0f97a6d7a00b90342241ab0462116f60af5f49
Author: deng-jeffer <[email protected]>
AuthorDate: Tue Nov 26 17:06:28 2024 +0800
[improvement][mongodb cdc]optimize startup performance (#519)
use 'collection.estimatedDocumentCount();' replace
'collection.countDocuments();'
---
.../org/apache/doris/flink/tools/cdc/mongodb/MongoDBDatabaseSync.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/flink-doris-connector/src/main/java/org/apache/doris/flink/tools/cdc/mongodb/MongoDBDatabaseSync.java
b/flink-doris-connector/src/main/java/org/apache/doris/flink/tools/cdc/mongodb/MongoDBDatabaseSync.java
index eac6acc4..79c261d0 100644
---
a/flink-doris-connector/src/main/java/org/apache/doris/flink/tools/cdc/mongodb/MongoDBDatabaseSync.java
+++
b/flink-doris-connector/src/main/java/org/apache/doris/flink/tools/cdc/mongodb/MongoDBDatabaseSync.java
@@ -114,7 +114,7 @@ public class MongoDBDatabaseSync extends DatabaseSync {
throw new IllegalStateException("No documents in
collection to infer schema");
}
- long totalDocuments = collection.countDocuments();
+ long totalDocuments = collection.estimatedDocumentCount();
long sampleSize = (long) Math.ceil(totalDocuments *
samplePercent);
ArrayList<Document> documents = sampleData(collection,
sampleSize);
MongoDBSchema mongoDBSchema =
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
