This is an automated email from the ASF dual-hosted git repository.
warren pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
The following commit(s) were added to refs/heads/main by this push:
new 8e0d1b4a feat: add enrich env e2e test
8e0d1b4a is described below
commit 8e0d1b4a411221be71a8a52db094771488cc2751
Author: abeizn <[email protected]>
AuthorDate: Thu Sep 15 11:48:22 2022 +0800
feat: add enrich env e2e test
feat: add enrich env e2e test
---
plugins/dora/e2e/env_enricher_test.go | 55 ++++++++++++++++++++++
.../e2e/raw_tables/lake_cicd_pipeline_repos.csv | 55 ++++++++++++++++++++++
plugins/dora/e2e/raw_tables/lake_cicd_tasks.csv | 22 +++++++++
.../dora/e2e/snapshot_tables/lake_cicd_tasks.csv | 22 +++++++++
4 files changed, 154 insertions(+)
diff --git a/plugins/dora/e2e/env_enricher_test.go
b/plugins/dora/e2e/env_enricher_test.go
new file mode 100644
index 00000000..d0c8da59
--- /dev/null
+++ b/plugins/dora/e2e/env_enricher_test.go
@@ -0,0 +1,55 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package e2e
+
+import (
+ "testing"
+
+ "github.com/apache/incubator-devlake/helpers/e2ehelper"
+ "github.com/apache/incubator-devlake/models/common"
+ "github.com/apache/incubator-devlake/models/domainlayer/devops"
+ "github.com/apache/incubator-devlake/plugins/dora/impl"
+ "github.com/apache/incubator-devlake/plugins/dora/tasks"
+)
+
+func TestEnrichEnvDataFlow(t *testing.T) {
+ var plugin impl.Dora
+ dataflowTester := e2ehelper.NewDataFlowTester(t, "dora", plugin)
+
+ taskData := &tasks.DoraTaskData{
+ Options: &tasks.DoraOptions{
+ RepoId: "github:GithubRepo:1:384111310",
+ TransformationRules: tasks.TransformationRules{
+ Environment: "staging",
+ EnvironmentRegex: "deploy",
+ },
+ },
+ }
+
+ // import raw data table
+
dataflowTester.ImportCsvIntoTabler("./raw_tables/lake_cicd_pipeline_repos.csv",
&devops.CiCDPipelineRepo{})
+ dataflowTester.ImportCsvIntoTabler("./raw_tables/lake_cicd_tasks.csv",
&devops.CICDTask{})
+
+ // verify converter
+ dataflowTester.FlushTabler(&devops.CICDTask{})
+ dataflowTester.Subtask(tasks.EnrichTaskEnvMeta, taskData)
+ dataflowTester.VerifyTableWithOptions(&devops.CICDTask{},
e2ehelper.TableOptions{
+ CSVRelPath: "./snapshot_tables/lake_cicd_tasks.csv",
+ IgnoreTypes: []interface{}{common.NoPKModel{}},
+ })
+}
diff --git a/plugins/dora/e2e/raw_tables/lake_cicd_pipeline_repos.csv
b/plugins/dora/e2e/raw_tables/lake_cicd_pipeline_repos.csv
new file mode 100644
index 00000000..44fe3de2
--- /dev/null
+++ b/plugins/dora/e2e/raw_tables/lake_cicd_pipeline_repos.csv
@@ -0,0 +1,55 @@
+id,created_at,updated_at,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark,commit_sha,branch,repo
+github:GithubRun:1:3022052551,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",74cc484551329c7f92dc03519398dba62f96f128,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022052555,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",74cc484551329c7f92dc03519398dba62f96f128,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022052557,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",74cc484551329c7f92dc03519398dba62f96f128,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022052558,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",74cc484551329c7f92dc03519398dba62f96f128,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022052589,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",74cc484551329c7f92dc03519398dba62f96f128,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022190519,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",5ad0c09c447c19338f1dfbb65d89a3728962b3b7,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022190520,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",5ad0c09c447c19338f1dfbb65d89a3728962b3b7,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022190521,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",5ad0c09c447c19338f1dfbb65d89a3728962b3b7,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022190524,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",5ad0c09c447c19338f1dfbb65d89a3728962b3b7,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022190525,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",5ad0c09c447c19338f1dfbb65d89a3728962b3b7,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022255511,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",18e55c307ce257c3822f9ad6a41941fadec25914,feat#2876,github:GithubRepo:1:384111310
+github:GithubRun:1:3022255516,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",18e55c307ce257c3822f9ad6a41941fadec25914,feat#2876,github:GithubRepo:1:384111310
+github:GithubRun:1:3022255517,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",18e55c307ce257c3822f9ad6a41941fadec25914,feat#2876,github:GithubRepo:1:384111310
+github:GithubRun:1:3022255519,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",18e55c307ce257c3822f9ad6a41941fadec25914,feat#2876,github:GithubRepo:1:384111310
+github:GithubRun:1:3022255524,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",18e55c307ce257c3822f9ad6a41941fadec25914,feat#2876,github:GithubRepo:1:384111310
+github:GithubRun:1:3022300995,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",086f0977e88f2f8108a5b203942605ce75cdb26d,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022300997,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",086f0977e88f2f8108a5b203942605ce75cdb26d,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022301001,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",086f0977e88f2f8108a5b203942605ce75cdb26d,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022301007,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",086f0977e88f2f8108a5b203942605ce75cdb26d,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022301033,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",086f0977e88f2f8108a5b203942605ce75cdb26d,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022348786,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",22766fe054e4aeda8284b9c62f617fd2eaf8cf32,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022348791,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",22766fe054e4aeda8284b9c62f617fd2eaf8cf32,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022348793,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",22766fe054e4aeda8284b9c62f617fd2eaf8cf32,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022348794,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",22766fe054e4aeda8284b9c62f617fd2eaf8cf32,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022348803,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",22766fe054e4aeda8284b9c62f617fd2eaf8cf32,fix-gitlab-0906-migrationscript,github:GithubRepo:1:384111310
+github:GithubRun:1:3022450781,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",56b895f0443730c6d7abfbc51a05ab35abd2971f,ignore-and-continue,github:GithubRepo:1:384111310
+github:GithubRun:1:3022450787,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",56b895f0443730c6d7abfbc51a05ab35abd2971f,ignore-and-continue,github:GithubRepo:1:384111310
+github:GithubRun:1:3022450793,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",56b895f0443730c6d7abfbc51a05ab35abd2971f,ignore-and-continue,github:GithubRepo:1:384111310
+github:GithubRun:1:3022450797,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",56b895f0443730c6d7abfbc51a05ab35abd2971f,ignore-and-continue,github:GithubRepo:1:384111310
+github:GithubRun:1:3022450827,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",56b895f0443730c6d7abfbc51a05ab35abd2971f,ignore-and-continue,github:GithubRepo:1:384111310
+github:GithubRun:1:3022726722,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",ed3417989f6aaac7dfbffb78c31ba783fc3f7ea6,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3022726723,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",ed3417989f6aaac7dfbffb78c31ba783fc3f7ea6,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3022726724,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",ed3417989f6aaac7dfbffb78c31ba783fc3f7ea6,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3022726725,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",ed3417989f6aaac7dfbffb78c31ba783fc3f7ea6,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3022726732,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",ed3417989f6aaac7dfbffb78c31ba783fc3f7ea6,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3022784561,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",9dc48f963e4f642d385bfe03a60c5d0e33424cb6,main,github:GithubRepo:1:384111310
+github:GithubRun:1:3022829235,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",a15b66f02350ae90a13f6eb11a4f7b051ddf5f5d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022829241,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",a15b66f02350ae90a13f6eb11a4f7b051ddf5f5d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022829254,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",a15b66f02350ae90a13f6eb11a4f7b051ddf5f5d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022829275,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",a15b66f02350ae90a13f6eb11a4f7b051ddf5f5d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022829382,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",a15b66f02350ae90a13f6eb11a4f7b051ddf5f5d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022893947,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",f3cdf3814eabbb395c07674352297138a62df00d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022893949,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",f3cdf3814eabbb395c07674352297138a62df00d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022893966,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",f3cdf3814eabbb395c07674352297138a62df00d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022893970,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",f3cdf3814eabbb395c07674352297138a62df00d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022894051,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",f3cdf3814eabbb395c07674352297138a62df00d,apache,github:GithubRepo:1:384111310
+github:GithubRun:1:3022906729,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",47a0fc273102405cd8cbd90563736da885df0c84,licenseheader,github:GithubRepo:1:384111310
+github:GithubRun:1:3022906730,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",47a0fc273102405cd8cbd90563736da885df0c84,licenseheader,github:GithubRepo:1:384111310
+github:GithubRun:1:3022906732,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",47a0fc273102405cd8cbd90563736da885df0c84,licenseheader,github:GithubRepo:1:384111310
+github:GithubRun:1:3022906733,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",47a0fc273102405cd8cbd90563736da885df0c84,licenseheader,github:GithubRepo:1:384111310
+github:GithubRun:1:3022906735,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",47a0fc273102405cd8cbd90563736da885df0c84,licenseheader,github:GithubRepo:1:384111310
+github:GithubRun:1:3023010057,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",048d0e8829d74df01d789c9f807e57053f7cbac5,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3023010060,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",048d0e8829d74df01d789c9f807e57053f7cbac5,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
+github:GithubRun:1:3023010062,2022-09-15 03:20:03.452,2022-09-15
03:20:03.452,"","",0,"",048d0e8829d74df01d789c9f807e57053f7cbac5,fix-update-jenkins-e2e,github:GithubRepo:1:384111310
diff --git a/plugins/dora/e2e/raw_tables/lake_cicd_tasks.csv
b/plugins/dora/e2e/raw_tables/lake_cicd_tasks.csv
new file mode 100644
index 00000000..51d50692
--- /dev/null
+++ b/plugins/dora/e2e/raw_tables/lake_cicd_tasks.csv
@@ -0,0 +1,22 @@
+id,created_at,updated_at,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark,name,pipeline_id,result,status,type,duration_sec,started_date,finished_date,environment
+github:GithubJob:1:8269045794,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,2,"",lint,github:GithubRun:1:3022052551,FAILURE,DONE,"",72,2022-09-09
11:27:13,2022-09-09 11:28:25,""
+github:GithubJob:1:8269045795,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,3,"",test
(ubuntu-latest),github:GithubRun:1:3022052557,SUCCESS,DONE,"",191,2022-09-09
11:27:42,2022-09-09 11:30:53,""
+github:GithubJob:1:8269045819,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,1,"",commit-msg,github:GithubRun:1:3022052555,SUCCESS,DONE,"",8,2022-09-09
11:26:38,2022-09-09 11:26:46,""
+github:GithubJob:1:8269045928,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,4,"",e2e-mysql,github:GithubRun:1:3022052558,SUCCESS,DONE,"",200,2022-09-09
11:28:00,2022-09-09 11:31:20,""
+github:GithubJob:1:8269046116,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,6,"",check
Apache license
header,github:GithubRun:1:3022052589,SUCCESS,DONE,"",57,2022-09-09
11:28:34,2022-09-09 11:29:31,""
+github:GithubJob:1:8269415129,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,5,"",lint,github:GithubRun:1:3022190519,FAILURE,DONE,"",84,2022-09-09
11:51:21,2022-09-09 11:52:45,""
+github:GithubJob:1:8269415130,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,9,"",test
(ubuntu-latest),github:GithubRun:1:3022190524,SUCCESS,DONE,"",182,2022-09-09
11:50:31,2022-09-09 11:53:33,""
+github:GithubJob:1:8269415142,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,10,"",check
Apache license
header,github:GithubRun:1:3022190525,SUCCESS,DONE,"",63,2022-09-09
11:52:06,2022-09-09 11:53:09,""
+github:GithubJob:1:8269415165,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,8,"",commit-msg,github:GithubRun:1:3022190521,SUCCESS,DONE,"",10,2022-09-09
11:52:46,2022-09-09 11:52:56,""
+github:GithubJob:1:8269415315,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,7,"",e2e-mysql,github:GithubRun:1:3022190520,SUCCESS,DONE,"",242,2022-09-09
11:53:45,2022-09-09 11:57:47,""
+github:GithubJob:1:8269598312,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,14,"",e2e-mysql,github:GithubRun:1:3022255519,SUCCESS,DONE,"",828,2022-09-09
12:05:04,2022-09-09 12:18:52,""
+github:GithubJob:1:8269598316,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,11,"",test
(ubuntu-latest),github:GithubRun:1:3022255511,SUCCESS,DONE,"",1016,2022-09-09
12:05:49,2022-09-09 12:22:45,""
+github:GithubJob:1:8269598318,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,12,"",lint,github:GithubRun:1:3022255516,FAILURE,DONE,"",62,2022-09-09
12:02:28,2022-09-09 12:03:30,""
+github:GithubJob:1:8269598325,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,13,"",check
Apache license
header,github:GithubRun:1:3022255517,SUCCESS,DONE,"",52,2022-09-09
12:03:51,2022-09-09 12:04:43,""
+github:GithubJob:1:8269598469,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,15,"",commit-msg,github:GithubRun:1:3022255524,FAILURE,DONE,"",41,2022-09-09
12:06:55,2022-09-09 12:07:36,""
+github:GithubJob:1:8269729324,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,16,"",e2e-mysql,github:GithubRun:1:3022300995,SUCCESS,DONE,"",1007,2022-09-09
12:10:08,2022-09-09 12:26:55,""
+github:GithubJob:1:8269729327,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,18,"",xx_deploy_xx,github:GithubRun:1:3022301001,FAILURE,DONE,"",82,2022-09-09
12:11:22,2022-09-09 12:12:44,""
+github:GithubJob:1:8269729550,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,19,"",build_deployment,github:GithubRun:1:3022301007,SUCCESS,DONE,"",6,2022-09-09
12:12:02,2022-09-09 12:12:08,""
+github:GithubJob:1:8269729553,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,17,"",build_deploy,github:GithubRun:1:3022300997,SUCCESS,DONE,"",57,2022-09-09
12:12:52,2022-09-09 12:13:49,""
+github:GithubJob:1:8269729821,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,20,"",deployment,github:GithubRun:1:3022301033,SUCCESS,DONE,"",991,2022-09-09
12:13:58,2022-09-09 12:30:29,""
+github:GithubJob:1:8269872730,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,21,"",deploy,github:GithubRun:1:3022348786,SUCCESS,DONE,"",1006,2022-09-09
12:21:30,2022-09-09 12:38:16,""
diff --git a/plugins/dora/e2e/snapshot_tables/lake_cicd_tasks.csv
b/plugins/dora/e2e/snapshot_tables/lake_cicd_tasks.csv
new file mode 100644
index 00000000..33f70df7
--- /dev/null
+++ b/plugins/dora/e2e/snapshot_tables/lake_cicd_tasks.csv
@@ -0,0 +1,22 @@
+id,created_at,updated_at,_raw_data_params,_raw_data_table,_raw_data_id,_raw_data_remark,name,pipeline_id,result,status,type,duration_sec,started_date,finished_date,environment
+github:GithubJob:1:8269045794,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,2,"",lint,github:GithubRun:1:3022052551,FAILURE,DONE,"",72,2022-09-09
11:27:13,2022-09-09 11:28:25,""
+github:GithubJob:1:8269045795,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,3,"",test
(ubuntu-latest),github:GithubRun:1:3022052557,SUCCESS,DONE,"",191,2022-09-09
11:27:42,2022-09-09 11:30:53,""
+github:GithubJob:1:8269045819,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,1,"",commit-msg,github:GithubRun:1:3022052555,SUCCESS,DONE,"",8,2022-09-09
11:26:38,2022-09-09 11:26:46,""
+github:GithubJob:1:8269045928,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,4,"",e2e-mysql,github:GithubRun:1:3022052558,SUCCESS,DONE,"",200,2022-09-09
11:28:00,2022-09-09 11:31:20,""
+github:GithubJob:1:8269046116,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,6,"",check
Apache license
header,github:GithubRun:1:3022052589,SUCCESS,DONE,"",57,2022-09-09
11:28:34,2022-09-09 11:29:31,""
+github:GithubJob:1:8269415129,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,5,"",lint,github:GithubRun:1:3022190519,FAILURE,DONE,"",84,2022-09-09
11:51:21,2022-09-09 11:52:45,""
+github:GithubJob:1:8269415130,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,9,"",test
(ubuntu-latest),github:GithubRun:1:3022190524,SUCCESS,DONE,"",182,2022-09-09
11:50:31,2022-09-09 11:53:33,""
+github:GithubJob:1:8269415142,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,10,"",check
Apache license
header,github:GithubRun:1:3022190525,SUCCESS,DONE,"",63,2022-09-09
11:52:06,2022-09-09 11:53:09,""
+github:GithubJob:1:8269415165,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,8,"",commit-msg,github:GithubRun:1:3022190521,SUCCESS,DONE,"",10,2022-09-09
11:52:46,2022-09-09 11:52:56,""
+github:GithubJob:1:8269415315,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,7,"",e2e-mysql,github:GithubRun:1:3022190520,SUCCESS,DONE,"",242,2022-09-09
11:53:45,2022-09-09 11:57:47,""
+github:GithubJob:1:8269598312,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,14,"",e2e-mysql,github:GithubRun:1:3022255519,SUCCESS,DONE,"",828,2022-09-09
12:05:04,2022-09-09 12:18:52,""
+github:GithubJob:1:8269598316,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,11,"",test
(ubuntu-latest),github:GithubRun:1:3022255511,SUCCESS,DONE,"",1016,2022-09-09
12:05:49,2022-09-09 12:22:45,""
+github:GithubJob:1:8269598318,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,12,"",lint,github:GithubRun:1:3022255516,FAILURE,DONE,"",62,2022-09-09
12:02:28,2022-09-09 12:03:30,""
+github:GithubJob:1:8269598325,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,13,"",check
Apache license
header,github:GithubRun:1:3022255517,SUCCESS,DONE,"",52,2022-09-09
12:03:51,2022-09-09 12:04:43,""
+github:GithubJob:1:8269598469,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,15,"",commit-msg,github:GithubRun:1:3022255524,FAILURE,DONE,"",41,2022-09-09
12:06:55,2022-09-09 12:07:36,""
+github:GithubJob:1:8269729324,2022-09-15 03:20:03.867,2022-09-15
03:20:03.867,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,16,"",e2e-mysql,github:GithubRun:1:3022300995,SUCCESS,DONE,"",1007,2022-09-09
12:10:08,2022-09-09 12:26:55,""
+github:GithubJob:1:8269729327,2022-09-15 03:20:03.867,2022-09-15
03:38:03.694,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,18,"",xx_deploy_xx,github:GithubRun:1:3022301001,FAILURE,DONE,DEPLOY,82,2022-09-09
12:11:22,2022-09-09 12:12:44,staging
+github:GithubJob:1:8269729550,2022-09-15 03:20:03.867,2022-09-15
03:38:03.694,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,19,"",build_deployment,github:GithubRun:1:3022301007,SUCCESS,DONE,DEPLOY,6,2022-09-09
12:12:02,2022-09-09 12:12:08,staging
+github:GithubJob:1:8269729553,2022-09-15 03:20:03.867,2022-09-15
03:38:03.694,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,17,"",build_deploy,github:GithubRun:1:3022300997,SUCCESS,DONE,DEPLOY,57,2022-09-09
12:12:52,2022-09-09 12:13:49,staging
+github:GithubJob:1:8269729821,2022-09-15 03:20:03.867,2022-09-15
03:38:03.694,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,20,"",deployment,github:GithubRun:1:3022301033,SUCCESS,DONE,DEPLOY,991,2022-09-09
12:13:58,2022-09-09 12:30:29,staging
+github:GithubJob:1:8269872730,2022-09-15 03:20:03.867,2022-09-15
03:38:03.694,"{""ConnectionId"":1,""Owner"":""apache"",""Repo"":""incubator-devlake""}",_raw_github_api_jobs,21,"",deploy,github:GithubRun:1:3022348786,SUCCESS,DONE,DEPLOY,1006,2022-09-09
12:21:30,2022-09-09 12:38:16,staging
