This is an automated email from the ASF dual-hosted git repository. urfree pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/pulsar-site.git
commit fe2cbf10251b7aee95ec2917ac42748185208f3d Author: LiLi <[email protected]> AuthorDate: Thu Feb 17 15:17:27 2022 +0800 update Signed-off-by: LiLi <[email protected]> --- .gitignore | 3 ++- site2/website-next/migrate/migrate-version.js | 26 ++++++++++++++++++++++++++ 2 files changed, 28 insertions(+), 1 deletion(-) diff --git a/.gitignore b/.gitignore index 50fa9f9..a20bd44 100644 --- a/.gitignore +++ b/.gitignore @@ -33,4 +33,5 @@ lib/core/MetadataBlog.js */website-next/brodocs/navData.js */website-next/brodocs/documents/*.md -build/ \ No newline at end of file +build/ +bak/ \ No newline at end of file diff --git a/site2/website-next/migrate/migrate-version.js b/site2/website-next/migrate/migrate-version.js index 74125d1..3383eeb 100644 --- a/site2/website-next/migrate/migrate-version.js +++ b/site2/website-next/migrate/migrate-version.js @@ -51,6 +51,32 @@ const migrate = (version) => { let data = fixMd(fs.readFileSync(mdfile, "utf8")); fs.writeFileSync(path.join(dest, path.basename(mdfile)), data); } + //delete duplicate documents with same id + let duplicateMap = {}; + let allDocs = fs.readdirSync(dest); + for (let filename of allDocs) { + let pathname = path.join(dest, filename); + if (fs.statSync(pathname).isDirectory()) { + continue; + } + if (!pathname.endsWith(".md")) { + continue; + } + let data = fs.readFileSync(pathname, "utf8"); + let id = /id:\s*(.*)/.exec(data)[1]; + if (id + ".md" == path.basename(pathname)) { + continue; + } + duplicateMap[id] = duplicateMap[id] || []; + duplicateMap[id].push(pathname); + } + console.log(duplicateMap); + for (let [key, duplicateFiles] of Object.entries(duplicateMap)) { + for (let file of duplicateFiles) { + // fs.unlinkSync(file); + console.log(file); + } + } }; module.exports = migrate;
