[incubator-devlake] branch main updated: fix(jenkins): job collector pager (#2035)

[zhangliang2022]

This is an automated email from the ASF dual-hosted git repository.

zhangliang2022 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git


The following commit(s) were added to refs/heads/main by this push:
     new 8f83a90f fix(jenkins): job collector pager (#2035)
8f83a90f is described below

commit 8f83a90fb0bd848383a78f6ff9915c955b99f003
Author: Warren Chen <yingchu.c...@merico.dev>
AuthorDate: Mon May 30 20:25:35 2022 +0800

    fix(jenkins): job collector pager (#2035)
---
 plugins/jenkins/tasks/job_collector.go | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/plugins/jenkins/tasks/job_collector.go 
b/plugins/jenkins/tasks/job_collector.go
index 0415a29c..dba80a2a 100644
--- a/plugins/jenkins/tasks/job_collector.go
+++ b/plugins/jenkins/tasks/job_collector.go
@@ -19,7 +19,9 @@ package tasks
 
 import (
        "encoding/json"
+       "fmt"
        "net/http"
+       "net/url"
 
        "github.com/apache/incubator-devlake/plugins/core"
        "github.com/apache/incubator-devlake/plugins/helper"
@@ -59,6 +61,14 @@ func CollectApiJobs(taskCtx core.SubTaskContext) error {
                Incremental: incremental,
 
                UrlTemplate: "api/json",
+               Query: func(reqData *helper.RequestData) (url.Values, error) {
+                       query := url.Values{}
+                       treeValue := fmt.Sprintf(
+                               "jobs[name,class,color,base]{%d,%d}",
+                               reqData.Pager.Skip, 
reqData.Pager.Skip+reqData.Pager.Size)
+                       query.Set("tree", treeValue)
+                       return query, nil
+               },
 
                ResponseParser: func(res *http.Response) ([]json.RawMessage, 
error) {
                        var data struct {