This is an automated email from the ASF dual-hosted git repository.
shuai pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-answer-website.git
The following commit(s) were added to refs/heads/main by this push:
new ec2efd75 chore: update generate team.json's script (#180)
ec2efd75 is described below
commit ec2efd759be6afee0fbed0cc76683c57e344eaac
Author: dashuai <[email protected]>
AuthorDate: Tue Jun 4 15:05:36 2024 +0800
chore: update generate team.json's script (#180)
---
scripts/contributor.js | 121 +++++++++++++++++++++++++++++++++++--------------
1 file changed, 86 insertions(+), 35 deletions(-)
diff --git a/scripts/contributor.js b/scripts/contributor.js
index 684afdf9..cc79b97e 100644
--- a/scripts/contributor.js
+++ b/scripts/contributor.js
@@ -1,44 +1,95 @@
-// Usage: node scripts/contributor.js
-// get contributors from github reset api and save to team.json
-// Notice: per_page max is 100, so if contributors more than 100, need to
change page number
-
var fs = require('fs');
var path = require('path');
+var TeamJson = require('../community/team.json');
-var url =
'https://api.github.com/repos/apache/incubator-answer/contributors?page=1&per_page=100';
var outputFile = path.resolve(__dirname, '../community/team.json');
// ignore PPMC and committers members
-var ignoreList = ['PrimmaAnna', 'chrisdutz', 'fenbox', 'joyqi',
'justinmclean', 'kumfo', 'LinkinStars', 'mingcheng', 'jiangbonadia',
'WillemJiang', 'robinv8', 'shuashuai', 'aichy126', 'haitaojarvis'];
-
-fetch(url).then(function(res) {
- return res.json();
-}).then(function(data) {
- console.log('data', data.length);
- var contributors = data.map(function(contributor) {
- return {
- name: contributor.login,
- github: contributor.html_url,
- avatar: contributor.avatar_url,
- };
- }).filter(function(contributor) {
- return !ignoreList.includes(contributor.name);
- });
- // 按照name字段进行排序
- contributors.sort(function(a, b) {
- return a.name.localeCompare(b.name);
+var ignoreList = [];
+TeamJson.forEach(function(u) {
+ if (u.type === 'ppmc' || u.type === 'committer') {
+ u.users.forEach(function(user) {
+ ignoreList.push(user.name);
+ });
+ }
+});
+
+console.log('ignoreList', ignoreList);
+
+// 获取所有仓库的地址
+var repositoryUrls = [
+
'https://api.github.com/repos/apache/incubator-answer/contributors?page=%d&per_page=100',
+
'https://api.github.com/repos/apache/incubator-answer-plugins/contributors?page=%d&per_page=100',
+
'https://api.github.com/repos/apache/incubator-answer-website/contributors?page=%d&per_page=100',
+];
+
+var allContributors = [];
+
+function fetchContributors() {
+ var promises = repositoryUrls.map(function(url, index) {
+ return fetchPagedContributors(url, index, 1, []);
});
- // read existing data from team.json
- var existingData = fs.readFileSync(outputFile, 'utf8');
- var jsonData = JSON.parse(existingData);
- jsonData[2].users = contributors;
- // save data to team.json
- fs.writeFile(outputFile, JSON.stringify(jsonData, null, 2), function(err) {
- if (err) {
- console.error('write file err:', err);
- }
+ return Promise.all(promises).then(function(results) {
+ // 去重
+ var uniqueContributors = [];
+ allContributors.forEach(function(contributor) {
+ var existingContributor = uniqueContributors.find(function(c) {
+ return c.name === contributor.name;
+ });
+ if (!existingContributor) {
+ uniqueContributors.push(contributor);
+ }
+ });
+
+ // Sort by name field
+ uniqueContributors.sort(function(a, b) {
+ return a.name.localeCompare(b.name);
+ });
+
+ // read existing data from team.json
+ var existingData = fs.readFileSync(outputFile, 'utf8');
+ var jsonData = JSON.parse(existingData);
+ jsonData[2].count = uniqueContributors.length;
+ jsonData[2].users = uniqueContributors;
+
+ // save data to team.json
+ fs.writeFile(outputFile, JSON.stringify(jsonData, null, 2), function(err) {
+ if (err) {
+ console.error('write file err:', err);
+ }
+ });
});
-}).catch(function(err) {
- console.log('err', err);
-});
+}
+
+function fetchPagedContributors(url, index, page, currentResults) {
+ return fetch(url.replace('%d', page))
+ .then(function(res) {
+ return res.json();
+ })
+ .then(function(data) {
+ // 将新获取的数据添加到 currentResults 中
+ var newResults = currentResults.concat(
+ data.map(function(contributor) {
+ return {
+ name: contributor.login,
+ github: contributor.html_url,
+ avatar: contributor.avatar_url,
+ };
+ }).filter(function(contributor) {
+ return !ignoreList.includes(contributor.name);
+ })
+ );
+
+ // If the returned data length is equal to 100, continue to request the
next page
+ if (data.length === 100) {
+ return fetchPagedContributors(url, index, page + 1, newResults);
+ } else {
+ // Add the final newResults to the allContributors array.
+ allContributors = allContributors.concat(newResults);
+ return newResults;
+ }
+ });
+}
+
+fetchContributors();