[incubator-devlake] branch main updated: fix: check both update time and record count when judge skippable (#6039) (#6040)

[abeizn]

This is an automated email from the ASF dual-hosted git repository.

abeizn pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git


The following commit(s) were added to refs/heads/main by this push:
     new a4ccea8d6 fix: check both update time and record count when judge 
skippable (#6039) (#6040)
a4ccea8d6 is described below

commit a4ccea8d6734860d20b95c9f0f6eaa271f03ffbb
Author: Chaojie Yan <chaojie....@merico.dev>
AuthorDate: Fri Sep 8 11:27:06 2023 +0800

    fix: check both update time and record count when judge skippable (#6039) 
(#6040)
---
 backend/plugins/starrocks/tasks/tasks.go | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/backend/plugins/starrocks/tasks/tasks.go 
b/backend/plugins/starrocks/tasks/tasks.go
index f72f23ce6..a97f2dd2f 100644
--- a/backend/plugins/starrocks/tasks/tasks.go
+++ b/backend/plugins/starrocks/tasks/tasks.go
@@ -180,7 +180,19 @@ func createTmpTableInStarrocks(dc *DataConfigParams) 
(map[string]string, string,
                                }
                        } else {
                                if updatedFrom.Equal(updatedTo) {
-                                       return nil, "", true, nil
+                                       sourceCount, err := 
db.Count(dal.From(table))
+                                       if err != nil {
+                                               return nil, "", false, err
+                                       }
+                                       starrocksCount, err := 
starrocksDb.Count(dal.From(starrocksTable))
+                                       if err != nil {
+                                               return nil, "", false, err
+                                       }
+                                       // When updated time is equal but 
record count is different,
+                                       // need to execute the following 
process, not returning here
+                                       if sourceCount == starrocksCount {
+                                               return nil, "", true, nil
+                                       }
                                }
                        }
                }