This is an automated email from the ASF dual-hosted git repository.
klesh pushed a commit to branch release-v1.0
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
The following commit(s) were added to refs/heads/release-v1.0 by this push:
new 0ec948bfb feat: starrocsk plugin add table config (#8287)
0ec948bfb is described below
commit 0ec948bfbb3a1d25161b50a8e1bd21402d48ba22
Author: long2ice <[email protected]>
AuthorDate: Wed Feb 5 16:41:28 2025 +0800
feat: starrocsk plugin add table config (#8287)
---
backend/plugins/starrocks/tasks/task_data.go | 1 +
backend/plugins/starrocks/tasks/tasks.go | 8 +++++++-
2 files changed, 8 insertions(+), 1 deletion(-)
diff --git a/backend/plugins/starrocks/tasks/task_data.go
b/backend/plugins/starrocks/tasks/task_data.go
index f178cba6a..c90598ef2 100644
--- a/backend/plugins/starrocks/tasks/task_data.go
+++ b/backend/plugins/starrocks/tasks/task_data.go
@@ -20,6 +20,7 @@ package tasks
type TableConfig struct {
IncludedColumns []string `mapstructure:"included_columns"`
ExcludedColumns []string `mapstructure:"excluded_columns"`
+ Where string `mapstructure:"where"`
}
type StarRocksConfig struct {
diff --git a/backend/plugins/starrocks/tasks/tasks.go
b/backend/plugins/starrocks/tasks/tasks.go
index b6c60e03d..79fbe5d2a 100644
--- a/backend/plugins/starrocks/tasks/tasks.go
+++ b/backend/plugins/starrocks/tasks/tasks.go
@@ -269,13 +269,18 @@ func copyDataToDst(dc *DataConfigParams, columnMap
map[string]string, orderBy st
table := dc.SrcTableName
starrocksTable := dc.DestTableName
starrocksTmpTable := fmt.Sprintf("%s_tmp", starrocksTable)
-
+ tableConfig, ok := config.TableConfigs[table]
+ where := ""
+ if ok {
+ where = tableConfig.Where
+ }
var offset int
var err error
var rows dal.Rows
rows, err = db.Cursor(
dal.From(table),
dal.Orderby(orderBy),
+ dal.Where(where),
)
if err != nil {
if strings.Contains(err.Error(), "cached plan must not change
result type") {
@@ -283,6 +288,7 @@ func copyDataToDst(dc *DataConfigParams, columnMap
map[string]string, orderBy st
rows, err = db.Cursor(
dal.From(table),
dal.Orderby(orderBy),
+ dal.Where(where),
)
if err != nil {
return err
