[gobblin] branch master updated: [GOBBLIN-1903] Salesforce: Early stop for single partition (#3766)

[wlo]

This is an automated email from the ASF dual-hosted git repository.

wlo pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new aee82dd2f [GOBBLIN-1903] Salesforce: Early stop for single partition 
(#3766)
aee82dd2f is described below

commit aee82dd2fc6a8153add7c3271705d008b27bd797
Author: Gautam Kumar <gautamguptabas...@gmail.com>
AuthorDate: Wed Sep 13 04:56:14 2023 +0530

    [GOBBLIN-1903] Salesforce: Early stop for single partition (#3766)
    
    * Optimizing high watermark metadata query for SFDC
    
    * Enabling support for EarlyStop in single-partition mode
    
    ---------
    
    Co-authored-by: Gautam Kumar <gaku...@linkedin.com>
---
 .../src/main/java/org/apache/gobblin/salesforce/SalesforceSource.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/gobblin-salesforce/src/main/java/org/apache/gobblin/salesforce/SalesforceSource.java
 
b/gobblin-salesforce/src/main/java/org/apache/gobblin/salesforce/SalesforceSource.java
index 91190c724..9d06402bf 100644
--- 
a/gobblin-salesforce/src/main/java/org/apache/gobblin/salesforce/SalesforceSource.java
+++ 
b/gobblin-salesforce/src/main/java/org/apache/gobblin/salesforce/SalesforceSource.java
@@ -293,9 +293,9 @@ public class SalesforceSource extends 
QueryBasedSource<JsonArray, JsonElement> {
 
     // Only support time related watermark
     if (watermarkType == WatermarkType.SIMPLE || 
Strings.isNullOrEmpty(watermarkColumn) || !state.getPropAsBoolean(
-        ENABLE_DYNAMIC_PARTITIONING) || maxPartitions <= 1) {
+        ENABLE_DYNAMIC_PARTITIONING)) {
       List<WorkUnit> workUnits = super.generateWorkUnits(sourceEntity, state, 
previousWatermark);
-      workUnits.stream().forEach(x -> 
x.setProp(SOURCE_QUERYBASED_SALESFORCE_IS_SOFT_DELETES_PULL_DISABLED, 
disableSoft));
+      workUnits.forEach(x -> 
x.setProp(SOURCE_QUERYBASED_SALESFORCE_IS_SOFT_DELETES_PULL_DISABLED, 
disableSoft));
       return workUnits;
     }