This is an automated email from the ASF dual-hosted git repository.
warren pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
The following commit(s) were added to refs/heads/main by this push:
new 3d9ab8c22 feat(gitlab): add author name and email (#4981)
3d9ab8c22 is described below
commit 3d9ab8c2213ef3ac895a8ca8197873da21c05c3d
Author: Warren Chen <[email protected]>
AuthorDate: Thu Apr 20 15:45:00 2023 +0800
feat(gitlab): add author name and email (#4981)
---
.../snapshot_tables/_tool_gitlab_mr_commits.csv | 76 +++++++++++-----------
.../e2e/snapshot_tables/pull_request_commits.csv | 70 ++++++++++----------
.../20230420_add_mr_commit_author_date.go | 4 +-
backend/plugins/gitlab/models/mr_commit.go | 2 +
.../plugins/gitlab/tasks/mr_commit_convertor.go | 8 ++-
.../plugins/gitlab/tasks/mr_commit_extractor.go | 2 +
6 files changed, 85 insertions(+), 77 deletions(-)
diff --git
a/backend/plugins/gitlab/e2e/snapshot_tables/_tool_gitlab_mr_commits.csv
b/backend/plugins/gitlab/e2e/snapshot_tables/_tool_gitlab_mr_commits.csv
index db5d31faf..d8464fa32 100644
--- a/backend/plugins/gitlab/e2e/snapshot_tables/_tool_gitlab_mr_commits.csv
+++ b/backend/plugins/gitlab/e2e/snapshot_tables/_tool_gitlab_mr_commits.csv
@@ -1,38 +1,38 @@
-connection_id,commit_sha,merge_request_id,commit_authored_date,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark
-1,05976c113b02fb71d5c43682bd2f9d96a3454efa,53445063,2020-03-24T18:14:03.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,34,
-1,083864201849f6707a34d24e61c43638696f95a6,35064956,2019-08-15T19:32:19.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,6,
-1,08973065d33c6fd2fb1f592b7a1e0fbe2ee72edd,34300715,2019-08-02T18:35:08.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,11,
-1,0a4574d52b5964c37bfcb2952f6c6a8a9c6d5bcf,34300715,2019-08-02T19:00:50.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,7,
-1,0dbb8bfdbbf7373656fa3eb036bdcbb25ae162da,53445063,2020-03-24T22:39:40.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,26,
-1,1cba71b355d2bd4e1350602cfb9b98cce5a5cb4d,34300715,2019-08-02T18:53:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,8,
-1,1f16955d45cec904c8968bb27689d91a71e9a2f2,34300715,2019-08-02T17:28:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,12,
-1,211795deaaaaddb23b797261cdcd148e6083d5b2,53445063,2020-03-24T22:44:07.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,21,
-1,25f2b34099a3e1867fcf73a54e50f78f3c8d8f75,34300715,2019-08-02T18:47:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,9,
-1,382084b42697577d3a6adf71ce73d4b5ddd22977,32348491,2019-06-28T10:54:26.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,2,
-1,3f04e0a61d0c4d2dd736a6bcaa3a06826269a533,32348491,2019-06-28T10:48:49.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,3,
-1,45bed79fcdc6ba3444245f55660f839db50d79c8,53445063,2020-03-24T18:15:29.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,33,
-1,48295660f8bd0c0a024849d4407830face57d4bc,53640548,2020-04-05T14:39:43.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,37,
-1,4f0d2f7b1a47d21b01a68e59c12d6f8885ab230e,53445063,2020-03-24T22:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,24,
-1,553f7613b178301da4075202afe91ebda5d97ab5,53627854,2020-03-25T19:01:57.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,16,
-1,5a141ad0c28960b02c40e6c476d8df3cc76f58c4,53445063,2020-03-24T21:18:16.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,31,
-1,5b6a2be437e0c66ba6276030a61a10583c3f83fa,53445063,2020-03-24T22:42:54.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,22,
-1,5d6c369200c633b06d85c9375f61fef297761ef1,53445063,2020-03-25T13:22:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,19,
-1,645a724b558a7fa3885fa233d06f68f833d893fc,53445063,2020-03-24T22:39:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,27,
-1,64abdcdd9ee9c821f56faf93c5bb0ebc57f575e4,53445063,2020-03-24T22:39:31.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,28,
-1,6ebf519f25328e49a004f5a574c8b69ba7420be1,34300715,2019-08-02T17:18:15.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,15,
-1,81b12c995b2fc12e20fd05113cf36dbd57b6e7b0,53445063,2020-03-25T13:21:04.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,20,
-1,846deac12a1263e4631ced45abbc5e157b23c1be,53445063,2020-03-24T21:27:46.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,30,
-1,8a40765e605966842b05b5d8cdf2dd6890556d09,34300715,2019-08-02T17:22:09.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,14,
-1,8a96911c5350f7575215f02f0242f7e27ad3d1f4,34300715,2019-08-02T18:46:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,10,
-1,91e5666bdfe90e5ada3e65aaa9240b2b0b1a072f,35841926,2019-08-26T15:34:33.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,17,
-1,93d13cf14a470995ec35186292bf165e1152dc2a,53445063,2020-03-24T18:55:11.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,32,
-1,9a80506e158547d87e7ad2902c0196deff5b5c07,53445063,2020-03-24T12:52:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,35,
-1,9e5ec04b0a8273b73936ea150275919b0602c260,34300715,2019-08-02T17:24:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,13,
-1,9ef8183140bae8c39a440d9c7eb47f3bc7dcab75,53445063,2020-03-25T13:22:47.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,18,
-1,a09f2d4ae88e78d7424fba1ae6d0c036b677271d,53640548,2020-04-05T14:43:47.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,36,
-1,abbe0ab2c7bb1dc2cfaa3ef3062f378fb908ba71,32348491,2019-06-28T05:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,5,
-1,ad25fcda15e310a7eb34b3e38ff9b962b54f0e03,32348491,2019-06-28T11:03:52.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,1,
-1,bb6dfec8dcdacb5b6b37dbd8eb1aa6f9e8c06138,53445063,2020-03-24T22:41:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,23,
-1,c4d406c077af582837d3611a46eded70151f93fb,53445063,2020-03-24T22:37:23.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,29,
-1,e01d4f03811cd0da9949848731236e0aa261cf54,32348491,2019-06-28T10:43:17.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,4,
-1,e24fecacb1a2c85f904bef57ffd5598ca2df023c,53445063,2020-03-24T22:39:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,25,
+connection_id,commit_sha,merge_request_id,commit_author_name,commit_author_email,commit_authored_date,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark
+1,05976c113b02fb71d5c43682bd2f9d96a3454efa,53445063,Nehil
Jain,[email protected],2020-03-24T18:14:03.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,34,
+1,083864201849f6707a34d24e61c43638696f95a6,35064956,Martin
Guindon,[email protected],2019-08-15T19:32:19.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,6,
+1,08973065d33c6fd2fb1f592b7a1e0fbe2ee72edd,34300715,Taylor A.
Murphy,[email protected],2019-08-02T18:35:08.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,11,
+1,0a4574d52b5964c37bfcb2952f6c6a8a9c6d5bcf,34300715,Taylor A.
Murphy,[email protected],2019-08-02T19:00:50.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,7,
+1,0dbb8bfdbbf7373656fa3eb036bdcbb25ae162da,53445063,Nehil,[email protected],2020-03-24T22:39:40.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,26,
+1,1cba71b355d2bd4e1350602cfb9b98cce5a5cb4d,34300715,Taylor A.
Murphy,[email protected],2019-08-02T18:53:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,8,
+1,1f16955d45cec904c8968bb27689d91a71e9a2f2,34300715,Taylor A.
Murphy,[email protected],2019-08-02T17:28:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,12,
+1,211795deaaaaddb23b797261cdcd148e6083d5b2,53445063,Nehil,[email protected],2020-03-24T22:44:07.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,21,
+1,25f2b34099a3e1867fcf73a54e50f78f3c8d8f75,34300715,Taylor A.
Murphy,[email protected],2019-08-02T18:47:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,9,
+1,382084b42697577d3a6adf71ce73d4b5ddd22977,32348491,emilie,[email protected],2019-06-28T10:54:26.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,2,
+1,3f04e0a61d0c4d2dd736a6bcaa3a06826269a533,32348491,emilie,[email protected],2019-06-28T10:48:49.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,3,
+1,45bed79fcdc6ba3444245f55660f839db50d79c8,53445063,Nehil,[email protected],2020-03-24T18:15:29.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,33,
+1,48295660f8bd0c0a024849d4407830face57d4bc,53640548,emilie,[email protected],2020-04-05T14:39:43.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,37,
+1,4f0d2f7b1a47d21b01a68e59c12d6f8885ab230e,53445063,Nehil
Jain,[email protected],2020-03-24T22:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,24,
+1,553f7613b178301da4075202afe91ebda5d97ab5,53627854,Nehil,[email protected],2020-03-25T19:01:57.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,16,
+1,5a141ad0c28960b02c40e6c476d8df3cc76f58c4,53445063,Nehil
Jain,[email protected],2020-03-24T21:18:16.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,31,
+1,5b6a2be437e0c66ba6276030a61a10583c3f83fa,53445063,Nehil
Jain,[email protected],2020-03-24T22:42:54.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,22,
+1,5d6c369200c633b06d85c9375f61fef297761ef1,53445063,"Taylor A Murphy,
PhD",[email protected],2020-03-25T13:22:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,19,
+1,645a724b558a7fa3885fa233d06f68f833d893fc,53445063,Nehil,[email protected],2020-03-24T22:39:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,27,
+1,64abdcdd9ee9c821f56faf93c5bb0ebc57f575e4,53445063,Nehil,[email protected],2020-03-24T22:39:31.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,28,
+1,6ebf519f25328e49a004f5a574c8b69ba7420be1,34300715,Taylor A.
Murphy,[email protected],2019-08-02T17:18:15.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,15,
+1,81b12c995b2fc12e20fd05113cf36dbd57b6e7b0,53445063,"Taylor A Murphy,
PhD",[email protected],2020-03-25T13:21:04.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,20,
+1,846deac12a1263e4631ced45abbc5e157b23c1be,53445063,Nehil
Jain,[email protected],2020-03-24T21:27:46.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,30,
+1,8a40765e605966842b05b5d8cdf2dd6890556d09,34300715,Taylor A.
Murphy,[email protected],2019-08-02T17:22:09.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,14,
+1,8a96911c5350f7575215f02f0242f7e27ad3d1f4,34300715,Taylor A.
Murphy,[email protected],2019-08-02T18:46:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,10,
+1,91e5666bdfe90e5ada3e65aaa9240b2b0b1a072f,35841926,emilie,[email protected],2019-08-26T15:34:33.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,17,
+1,93d13cf14a470995ec35186292bf165e1152dc2a,53445063,Nehil
Jain,[email protected],2020-03-24T18:55:11.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,32,
+1,9a80506e158547d87e7ad2902c0196deff5b5c07,53445063,Nehil
Jain,[email protected],2020-03-24T12:52:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,35,
+1,9e5ec04b0a8273b73936ea150275919b0602c260,34300715,Taylor A.
Murphy,[email protected],2019-08-02T17:24:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,13,
+1,9ef8183140bae8c39a440d9c7eb47f3bc7dcab75,53445063,"Taylor A Murphy,
PhD",[email protected],2020-03-25T13:22:47.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,18,
+1,a09f2d4ae88e78d7424fba1ae6d0c036b677271d,53640548,emilie,[email protected],2020-04-05T14:43:47.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,36,
+1,abbe0ab2c7bb1dc2cfaa3ef3062f378fb908ba71,32348491,emilie,[email protected],2019-06-28T05:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,5,
+1,ad25fcda15e310a7eb34b3e38ff9b962b54f0e03,32348491,emilie,[email protected],2019-06-28T11:03:52.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,1,
+1,bb6dfec8dcdacb5b6b37dbd8eb1aa6f9e8c06138,53445063,Nehil
Jain,[email protected],2020-03-24T22:41:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,23,
+1,c4d406c077af582837d3611a46eded70151f93fb,53445063,Nehil
Jain,[email protected],2020-03-24T22:37:23.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,29,
+1,e01d4f03811cd0da9949848731236e0aa261cf54,32348491,emilie,[email protected],2019-06-28T10:43:17.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,4,
+1,e24fecacb1a2c85f904bef57ffd5598ca2df023c,53445063,Nehil,[email protected],2020-03-24T22:39:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,25,
diff --git
a/backend/plugins/gitlab/e2e/snapshot_tables/pull_request_commits.csv
b/backend/plugins/gitlab/e2e/snapshot_tables/pull_request_commits.csv
index 308127b39..b8b4c28ee 100644
--- a/backend/plugins/gitlab/e2e/snapshot_tables/pull_request_commits.csv
+++ b/backend/plugins/gitlab/e2e/snapshot_tables/pull_request_commits.csv
@@ -1,35 +1,35 @@
-commit_sha,pull_request_id,commit_authored_date,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark
-05976c113b02fb71d5c43682bd2f9d96a3454efa,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T18:14:03.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,34,
-083864201849f6707a34d24e61c43638696f95a6,gitlab:GitlabMergeRequest:1:35064956,2019-08-15T19:32:19.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,6,
-08973065d33c6fd2fb1f592b7a1e0fbe2ee72edd,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T18:35:08.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,11,
-0a4574d52b5964c37bfcb2952f6c6a8a9c6d5bcf,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T19:00:50.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,7,
-0dbb8bfdbbf7373656fa3eb036bdcbb25ae162da,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:39:40.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,26,
-1cba71b355d2bd4e1350602cfb9b98cce5a5cb4d,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T18:53:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,8,
-1f16955d45cec904c8968bb27689d91a71e9a2f2,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T17:28:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,12,
-211795deaaaaddb23b797261cdcd148e6083d5b2,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:44:07.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,21,
-25f2b34099a3e1867fcf73a54e50f78f3c8d8f75,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T18:47:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,9,
-382084b42697577d3a6adf71ce73d4b5ddd22977,gitlab:GitlabMergeRequest:1:32348491,2019-06-28T10:54:26.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,2,
-3f04e0a61d0c4d2dd736a6bcaa3a06826269a533,gitlab:GitlabMergeRequest:1:32348491,2019-06-28T10:48:49.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,3,
-45bed79fcdc6ba3444245f55660f839db50d79c8,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T18:15:29.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,33,
-4f0d2f7b1a47d21b01a68e59c12d6f8885ab230e,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,24,
-5a141ad0c28960b02c40e6c476d8df3cc76f58c4,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T21:18:16.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,31,
-5b6a2be437e0c66ba6276030a61a10583c3f83fa,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:42:54.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,22,
-5d6c369200c633b06d85c9375f61fef297761ef1,gitlab:GitlabMergeRequest:1:53445063,2020-03-25T13:22:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,19,
-645a724b558a7fa3885fa233d06f68f833d893fc,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:39:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,27,
-64abdcdd9ee9c821f56faf93c5bb0ebc57f575e4,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:39:31.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,28,
-6ebf519f25328e49a004f5a574c8b69ba7420be1,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T17:18:15.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,15,
-81b12c995b2fc12e20fd05113cf36dbd57b6e7b0,gitlab:GitlabMergeRequest:1:53445063,2020-03-25T13:21:04.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,20,
-846deac12a1263e4631ced45abbc5e157b23c1be,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T21:27:46.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,30,
-8a40765e605966842b05b5d8cdf2dd6890556d09,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T17:22:09.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,14,
-8a96911c5350f7575215f02f0242f7e27ad3d1f4,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T18:46:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,10,
-91e5666bdfe90e5ada3e65aaa9240b2b0b1a072f,gitlab:GitlabMergeRequest:1:35841926,2019-08-26T15:34:33.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,17,
-93d13cf14a470995ec35186292bf165e1152dc2a,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T18:55:11.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,32,
-9a80506e158547d87e7ad2902c0196deff5b5c07,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T12:52:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,35,
-9e5ec04b0a8273b73936ea150275919b0602c260,gitlab:GitlabMergeRequest:1:34300715,2019-08-02T17:24:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,13,
-9ef8183140bae8c39a440d9c7eb47f3bc7dcab75,gitlab:GitlabMergeRequest:1:53445063,2020-03-25T13:22:47.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,18,
-abbe0ab2c7bb1dc2cfaa3ef3062f378fb908ba71,gitlab:GitlabMergeRequest:1:32348491,2019-06-28T05:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,5,
-ad25fcda15e310a7eb34b3e38ff9b962b54f0e03,gitlab:GitlabMergeRequest:1:32348491,2019-06-28T11:03:52.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,1,
-bb6dfec8dcdacb5b6b37dbd8eb1aa6f9e8c06138,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:41:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,23,
-c4d406c077af582837d3611a46eded70151f93fb,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:37:23.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,29,
-e01d4f03811cd0da9949848731236e0aa261cf54,gitlab:GitlabMergeRequest:1:32348491,2019-06-28T10:43:17.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,4,
-e24fecacb1a2c85f904bef57ffd5598ca2df023c,gitlab:GitlabMergeRequest:1:53445063,2020-03-24T22:39:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,25,
+commit_sha,pull_request_id,commit_authored_name,commit_authored_email,commit_authored_date,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark
+05976c113b02fb71d5c43682bd2f9d96a3454efa,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T18:14:03.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,34,
+083864201849f6707a34d24e61c43638696f95a6,gitlab:GitlabMergeRequest:1:35064956,Martin
Guindon,[email protected],2019-08-15T19:32:19.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,6,
+08973065d33c6fd2fb1f592b7a1e0fbe2ee72edd,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T18:35:08.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,11,
+0a4574d52b5964c37bfcb2952f6c6a8a9c6d5bcf,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T19:00:50.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,7,
+0dbb8bfdbbf7373656fa3eb036bdcbb25ae162da,gitlab:GitlabMergeRequest:1:53445063,Nehil,[email protected],2020-03-24T22:39:40.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,26,
+1cba71b355d2bd4e1350602cfb9b98cce5a5cb4d,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T18:53:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,8,
+1f16955d45cec904c8968bb27689d91a71e9a2f2,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T17:28:44.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,12,
+211795deaaaaddb23b797261cdcd148e6083d5b2,gitlab:GitlabMergeRequest:1:53445063,Nehil,[email protected],2020-03-24T22:44:07.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,21,
+25f2b34099a3e1867fcf73a54e50f78f3c8d8f75,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T18:47:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,9,
+382084b42697577d3a6adf71ce73d4b5ddd22977,gitlab:GitlabMergeRequest:1:32348491,emilie,[email protected],2019-06-28T10:54:26.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,2,
+3f04e0a61d0c4d2dd736a6bcaa3a06826269a533,gitlab:GitlabMergeRequest:1:32348491,emilie,[email protected],2019-06-28T10:48:49.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,3,
+45bed79fcdc6ba3444245f55660f839db50d79c8,gitlab:GitlabMergeRequest:1:53445063,Nehil,[email protected],2020-03-24T18:15:29.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,33,
+4f0d2f7b1a47d21b01a68e59c12d6f8885ab230e,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T22:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,24,
+5a141ad0c28960b02c40e6c476d8df3cc76f58c4,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T21:18:16.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,31,
+5b6a2be437e0c66ba6276030a61a10583c3f83fa,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T22:42:54.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,22,
+5d6c369200c633b06d85c9375f61fef297761ef1,gitlab:GitlabMergeRequest:1:53445063,"Taylor
A Murphy,
PhD",[email protected],2020-03-25T13:22:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,19,
+645a724b558a7fa3885fa233d06f68f833d893fc,gitlab:GitlabMergeRequest:1:53445063,Nehil,[email protected],2020-03-24T22:39:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,27,
+64abdcdd9ee9c821f56faf93c5bb0ebc57f575e4,gitlab:GitlabMergeRequest:1:53445063,Nehil,[email protected],2020-03-24T22:39:31.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,28,
+6ebf519f25328e49a004f5a574c8b69ba7420be1,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T17:18:15.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,15,
+81b12c995b2fc12e20fd05113cf36dbd57b6e7b0,gitlab:GitlabMergeRequest:1:53445063,"Taylor
A Murphy,
PhD",[email protected],2020-03-25T13:21:04.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,20,
+846deac12a1263e4631ced45abbc5e157b23c1be,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T21:27:46.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,30,
+8a40765e605966842b05b5d8cdf2dd6890556d09,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T17:22:09.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,14,
+8a96911c5350f7575215f02f0242f7e27ad3d1f4,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T18:46:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,10,
+91e5666bdfe90e5ada3e65aaa9240b2b0b1a072f,gitlab:GitlabMergeRequest:1:35841926,emilie,[email protected],2019-08-26T15:34:33.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,17,
+93d13cf14a470995ec35186292bf165e1152dc2a,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T18:55:11.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,32,
+9a80506e158547d87e7ad2902c0196deff5b5c07,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T12:52:28.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,35,
+9e5ec04b0a8273b73936ea150275919b0602c260,gitlab:GitlabMergeRequest:1:34300715,Taylor
A.
Murphy,[email protected],2019-08-02T17:24:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,13,
+9ef8183140bae8c39a440d9c7eb47f3bc7dcab75,gitlab:GitlabMergeRequest:1:53445063,"Taylor
A Murphy,
PhD",[email protected],2020-03-25T13:22:47.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,18,
+abbe0ab2c7bb1dc2cfaa3ef3062f378fb908ba71,gitlab:GitlabMergeRequest:1:32348491,emilie,[email protected],2019-06-28T05:40:36.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,5,
+ad25fcda15e310a7eb34b3e38ff9b962b54f0e03,gitlab:GitlabMergeRequest:1:32348491,emilie,[email protected],2019-06-28T11:03:52.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,1,
+bb6dfec8dcdacb5b6b37dbd8eb1aa6f9e8c06138,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T22:41:35.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,23,
+c4d406c077af582837d3611a46eded70151f93fb,gitlab:GitlabMergeRequest:1:53445063,Nehil
Jain,[email protected],2020-03-24T22:37:23.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,29,
+e01d4f03811cd0da9949848731236e0aa261cf54,gitlab:GitlabMergeRequest:1:32348491,emilie,[email protected],2019-06-28T10:43:17.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,4,
+e24fecacb1a2c85f904bef57ffd5598ca2df023c,gitlab:GitlabMergeRequest:1:53445063,Nehil,[email protected],2020-03-24T22:39:42.000+00:00,"{""ConnectionId"":1,""ProjectId"":12345678}",_raw_gitlab_api_merge_request_commits,25,
diff --git
a/backend/plugins/gitlab/models/migrationscripts/20230420_add_mr_commit_author_date.go
b/backend/plugins/gitlab/models/migrationscripts/20230420_add_mr_commit_author_date.go
index b4f77fef0..6287c2765 100644
---
a/backend/plugins/gitlab/models/migrationscripts/20230420_add_mr_commit_author_date.go
+++
b/backend/plugins/gitlab/models/migrationscripts/20230420_add_mr_commit_author_date.go
@@ -29,6 +29,8 @@ import (
var _ plugin.MigrationScript = (*addGitlabCommitAuthoredDate)(nil)
type GitlabMrCommit20230420 struct {
+ CommitAuthorName string `gorm:"type:varchar(255)"` // Author name
+ CommitAuthorEmail string `gorm:"type:varchar(255)"` // Author email
CommitAuthoredDate time.Time
}
@@ -47,7 +49,7 @@ func (script *addGitlabCommitAuthoredDate) Up(basicRes
context.BasicRes) errors.
}
func (*addGitlabCommitAuthoredDate) Version() uint64 {
- return 20230420135127
+ return 20230420135129
}
func (*addGitlabCommitAuthoredDate) Name() string {
diff --git a/backend/plugins/gitlab/models/mr_commit.go
b/backend/plugins/gitlab/models/mr_commit.go
index 3db711f23..7f6958dbf 100644
--- a/backend/plugins/gitlab/models/mr_commit.go
+++ b/backend/plugins/gitlab/models/mr_commit.go
@@ -32,6 +32,8 @@ type GitlabMrCommit struct {
ConnectionId uint64 `gorm:"primaryKey"`
CommitSha string `gorm:"primaryKey;type:varchar(40)"`
MergeRequestId int `gorm:"primaryKey;autoIncrement:false"`
+ CommitAuthorName string `gorm:"type:varchar(255)"` // Author name
+ CommitAuthorEmail string `gorm:"type:varchar(255)"` // Author email
CommitAuthoredDate *time.Time
common.NoPKModel
}
diff --git a/backend/plugins/gitlab/tasks/mr_commit_convertor.go
b/backend/plugins/gitlab/tasks/mr_commit_convertor.go
index 4b20ae600..622bfb5f4 100644
--- a/backend/plugins/gitlab/tasks/mr_commit_convertor.go
+++ b/backend/plugins/gitlab/tasks/mr_commit_convertor.go
@@ -67,9 +67,11 @@ func ConvertApiMergeRequestsCommits(taskCtx
plugin.SubTaskContext) errors.Error
Convert: func(inputRow interface{}) ([]interface{},
errors.Error) {
GitlabMrCommit := inputRow.(*models.GitlabMrCommit)
domainPrcommit := &code.PullRequestCommit{
- CommitSha: GitlabMrCommit.CommitSha,
- PullRequestId:
domainIdGenerator.Generate(data.Options.ConnectionId,
GitlabMrCommit.MergeRequestId),
- CommitAuthoredDate:
*GitlabMrCommit.CommitAuthoredDate,
+ CommitSha: GitlabMrCommit.CommitSha,
+ PullRequestId:
domainIdGenerator.Generate(data.Options.ConnectionId,
GitlabMrCommit.MergeRequestId),
+ CommitAuthoredName:
GitlabMrCommit.CommitAuthorName,
+ CommitAuthoredEmail:
GitlabMrCommit.CommitAuthorEmail,
+ CommitAuthoredDate:
*GitlabMrCommit.CommitAuthoredDate,
}
return []interface{}{
domainPrcommit,
diff --git a/backend/plugins/gitlab/tasks/mr_commit_extractor.go
b/backend/plugins/gitlab/tasks/mr_commit_extractor.go
index b0bb1d362..e237add9f 100644
--- a/backend/plugins/gitlab/tasks/mr_commit_extractor.go
+++ b/backend/plugins/gitlab/tasks/mr_commit_extractor.go
@@ -60,6 +60,8 @@ func ExtractApiMergeRequestsCommits(taskCtx
plugin.SubTaskContext) errors.Error
CommitSha: gitlabApiCommit.GitlabId,
MergeRequestId: input.GitlabId,
ConnectionId: data.Options.ConnectionId,
+ CommitAuthorEmail: gitlabApiCommit.AuthorEmail,
+ CommitAuthorName: gitlabApiCommit.AuthorName,
CommitAuthoredDate:
api.Iso8601TimeToTime(&gitlabApiCommit.AuthoredDate),
}
gitlabProjectCommit := &models.GitlabProjectCommit{
