This is an automated email from the ASF dual-hosted git repository.
urfree pushed a commit to branch refactor/migrate-scripts
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git
The following commit(s) were added to refs/heads/refactor/migrate-scripts by
this push:
new 386f651 update
386f651 is described below
commit 386f65185c61cb1b09c5337f54add2852dbd66e2
Author: LiLi <[email protected]>
AuthorDate: Fri Feb 11 16:02:05 2022 +0800
update
Signed-off-by: LiLi <[email protected]>
---
site2/website-next/migrate/migrate-chapter.js | 11 ++++++-
site2/website-next/migrate/migrate-docs.js | 34 +++++++++++++++----
site2/website-next/migrate/migrate-version.js | 47 +++++++++++++++++++++++++++
site2/website-next/migrate/tool/find-md.js | 42 +++++++++++++-----------
site2/website-next/migrate/tool/fix-code.js | 1 +
site2/website-next/migrate/tool/fix-md.js | 2 +-
6 files changed, 110 insertions(+), 27 deletions(-)
diff --git a/site2/website-next/migrate/migrate-chapter.js
b/site2/website-next/migrate/migrate-chapter.js
index 00b7155..3ba4a56 100644
--- a/site2/website-next/migrate/migrate-chapter.js
+++ b/site2/website-next/migrate/migrate-chapter.js
@@ -3,6 +3,12 @@ const path = require("path");
const _ = require("lodash");
const migrateDocs = require("./migrate-docs");
+function _log(msg) {
+ if (typeof require !== "undefined" && require.main === module) {
+ console.log(msg);
+ }
+}
+
const migrate = (version, category) => {
let version_full = "version-" + version;
let src = "../../website/versioned_docs/" + version_full;
@@ -105,11 +111,14 @@ const migrate = (version, category) => {
}
fs.writeFileSync(new_sidebar_file, JSON.stringify(new_sidebar, null, 2));
+ console.log(" [" + version + ":" + category + "]migrate...");
for (let docsId of sidebar) {
- migrateDocs(version, docsId);
+ migrateDocs(version, category, docsId);
}
};
+module.exports = migrate;
+
//Test
if (typeof require !== "undefined" && require.main === module) {
// migrate("next", "Pulsar IO");
diff --git a/site2/website-next/migrate/migrate-docs.js
b/site2/website-next/migrate/migrate-docs.js
index 558e447..9f3e647 100644
--- a/site2/website-next/migrate/migrate-docs.js
+++ b/site2/website-next/migrate/migrate-docs.js
@@ -4,22 +4,44 @@ const _ = require("lodash");
const fixMd = require("./tool/fix-md");
const findMd = require("./tool/find-md");
-function migrate(version, docsId) {
+function _log(msg) {
+ if (typeof require !== "undefined" && require.main === module) {
+ console.log(msg);
+ }
+}
+
+function migrate(version, chapter, docsId) {
let dest = "../../website-next/versioned_docs/version-" + version;
if (version == "next") {
dest = "../../website-next/docs";
}
dest = path.join(__dirname, dest, docsId + ".md");
let mdpath = findMd(version, docsId);
- let data = fs.readFileSync(mdpath, "utf8");
- data = fixMd(data, version);
- fs.writeFileSync(dest, data);
+ if (mdpath) {
+ console.log(
+ " [" + version + ":" + chapter + ":" + docsId + "]migrate..."
+ );
+ let data = fs.readFileSync(mdpath, "utf8");
+ data = fixMd(data, version);
+ fs.writeFileSync(dest, data);
+ } else {
+ console.log(
+ " [" +
+ version +
+ ":" +
+ chapter +
+ ":" +
+ docsId +
+ "] was not fund, skip..."
+ );
+ }
}
module.exports = migrate;
//Test
if (typeof require !== "undefined" && require.main === module) {
- // migrate("next", "adaptors-kafka");
- migrate("2.8.0", "adaptors-kafka");
+ // migrate("next", "Deployment", "deploy-dcos");
+ migrate("next", "Security", "security-tls-keystore");
+ // migrate("2.8.0", "", "adaptors-kafka");
}
diff --git a/site2/website-next/migrate/migrate-version.js
b/site2/website-next/migrate/migrate-version.js
index e69de29..dcbc32f 100644
--- a/site2/website-next/migrate/migrate-version.js
+++ b/site2/website-next/migrate/migrate-version.js
@@ -0,0 +1,47 @@
+const fs = require("fs");
+const path = require("path");
+const _ = require("lodash");
+const migrateChapter = require("./migrate-chapter");
+
+function _log(msg) {
+ if (typeof require !== "undefined" && require.main === module) {
+ console.log(msg);
+ }
+}
+
+const migrate = (version) => {
+ let version_full = "version-" + version;
+ let src = "../../website/versioned_docs/" + version_full;
+ let dest = "../../website-next/versioned_docs/" + version_full;
+ if (version == "next") {
+ src = "../../docs";
+ dest = "../../website-next/docs";
+ }
+ src = path.join(__dirname, src);
+ dest = path.join(__dirname, dest);
+
+ let sidebar_file = path.join(
+ __dirname,
+ "../../website/versioned_sidebars/" + version_full + "-sidebars.json"
+ );
+ if (version == "next") {
+ sidebar_file = path.join(__dirname, "../../website/sidebars.json");
+ }
+ let sidebar = fs.readFileSync(sidebar_file, "utf8");
+ sidebar = JSON.parse(sidebar);
+
+ const _key = version == "next" ? "docs" : version_full + "-docs";
+ let chapterList = _.keys(sidebar[_key]);
+ console.log("[" + version + "]migrate...");
+ for (let chapter of chapterList) {
+ migrateChapter(version, chapter);
+ }
+};
+
+module.exports = migrate;
+
+//Test
+if (typeof require !== "undefined" && require.main === module) {
+ migrate("next");
+ // migrate("2.8.0");
+}
diff --git a/site2/website-next/migrate/tool/find-md.js
b/site2/website-next/migrate/tool/find-md.js
index 8012b26..aa2db77 100644
--- a/site2/website-next/migrate/tool/find-md.js
+++ b/site2/website-next/migrate/tool/find-md.js
@@ -7,6 +7,25 @@ function _log(msg) {
}
}
+function _logMissing(version, docsId, pathname) {
+ if (!pathname) {
+ let log = "{}";
+ let logdir = path.join(__dirname, "../log");
+ let logpath = path.join(__dirname, "../log", version + ".missing");
+ if (!fs.existsSync(logdir)) {
+ fs.mkdirSync(logdir);
+ }
+ if (fs.existsSync(logpath)) {
+ log = fs.readFileSync(logpath, "utf8");
+ }
+ log = JSON.parse(log);
+ log[docsId] = pathname ? pathname : "";
+ fs.writeFileSync(path.join(logpath), JSON.stringify(log));
+
+ _log("[" + version + ":" + docsId + "]not fund and fix missing fail");
+ }
+}
+
const _search = (dir, version, docsId, reg) => {
let pathname = path.join(dir, docsId + ".md");
if (fs.existsSync(pathname)) {
@@ -54,6 +73,7 @@ const find = (version, docsId) => {
version == "next" ? nextReg : vReg
);
if (pathname || version == "next") {
+ _logMissing(version, docsId, pathname);
return pathname;
}
@@ -77,24 +97,7 @@ const find = (version, docsId) => {
}
}
}
-
- let log = "{}";
- let logdir = path.join(__dirname, "../log");
- let logpath = path.join(__dirname, "../log", version + ".missing");
- if (!fs.existsSync(logdir)) {
- fs.mkdirSync(logdir);
- }
- if (fs.existsSync(logpath)) {
- log = fs.readFileSync(logpath, "utf8");
- }
- log = JSON.parse(log);
- log[docsId] = pathname ? pathname : "";
- fs.writeFileSync(path.join(logpath), JSON.stringify(log));
-
- if (!pathname) {
- _log("[" + version + ":" + docsId + "]not fund and fix missing fail");
- }
-
+ _logMissing(version, docsId, pathname);
return pathname;
};
@@ -102,5 +105,6 @@ module.exports = find;
//Test
if (typeof require !== "undefined" && require.main === module) {
- find("2.6.0", "adaptors-kafka");
+ // find("2.6.0", "adaptors-kafka");
+ find("next", "deploy-dcos");
}
diff --git a/site2/website-next/migrate/tool/fix-code.js
b/site2/website-next/migrate/tool/fix-code.js
index b297473..92aa364 100644
--- a/site2/website-next/migrate/tool/fix-code.js
+++ b/site2/website-next/migrate/tool/fix-code.js
@@ -30,6 +30,7 @@ module.exports = (data) => {
prefix +
"```" +
"\n";
+ console.log(_match);
nData = nData.replace(_match, newCodeBlock);
}
return nData
diff --git a/site2/website-next/migrate/tool/fix-md.js
b/site2/website-next/migrate/tool/fix-md.js
index 14f15bc..26f1290 100644
--- a/site2/website-next/migrate/tool/fix-md.js
+++ b/site2/website-next/migrate/tool/fix-md.js
@@ -14,7 +14,7 @@ function fix(data, version) {
data = fixTipNote(data);
data = fixTipNoteInList(data);
data = fixCode(data);
-
+ console.log('....')
data = data
.replace(reg, "id: ")
.replace("id: deploy-docs", "id: deploy-dcos")
