Cscott has uploaded a new change for review.
https://gerrit.wikimedia.org/r/97015
Change subject: Add featured article list and a script to build collections
from it.
......................................................................
Add featured article list and a script to build collections from it.
Change-Id: Ib1f56a103c233cbde54ea63d3885a1fbb567a7ea
---
A samples/featured.js
A samples/featuredarticles.txt
2 files changed, 114 insertions(+), 0 deletions(-)
git pull
ssh://gerrit.wikimedia.org:29418/mediawiki/extensions/Collection/OfflineContentGenerator/bundler
refs/changes/15/97015/1
diff --git a/samples/featured.js b/samples/featured.js
new file mode 100755
index 0000000..9f1bef5
--- /dev/null
+++ b/samples/featured.js
@@ -0,0 +1,34 @@
+#!/usr/bin/env node
+require('es6-shim');
+/** Generate bundles from the featured articles list. */
+
+var fs = require('fs');
+var path = require('path');
+var url = require('url');
+
+var P = require('../lib/p');
+
+var articles = Object.create(null);
+fs.
+ readFileSync(path.join(__dirname,'featuredarticles.txt'), 'utf8').
+ replace(/^\s+/, '').
+ replace(/\s+$/, '').
+ split(/[\r\n]+/).forEach(function(articleUrl) {
+ var u = url.parse(articleUrl);
+ var m = /^(..)[.]/.exec(u.host);
+ var prefix = m[1] + 'wiki';
+ if (!(prefix in articles)) { articles[prefix] = []; }
+ m = /^\/wiki\/(.*)$/.exec(u.path);
+ var title = decodeURIComponent(m[1]);
+ articles[prefix].push(title);
+ });
+
+// now make a collection for each language
+// (cross-wiki stuff will have to wait)
+P.forEachSeq(Object.keys(articles), function(prefix) {
+ var args = [ '-v', '-o', prefix + '.zip', '-p', prefix ].
+ concat(articles[prefix]);
+ console.log('mw-bundler', args.join(' '));
+ return P.spawn(path.join(__dirname, '..', 'bin', 'mw-bundler'),
+ args, { cwd: __dirname, stdio: 'inherit' });
+}).done();
diff --git a/samples/featuredarticles.txt b/samples/featuredarticles.txt
new file mode 100644
index 0000000..5ebab41
--- /dev/null
+++ b/samples/featuredarticles.txt
@@ -0,0 +1,80 @@
+https://en.wikipedia.org/wiki/Durian
+https://en.wikipedia.org/wiki/Evolution
+https://en.wikipedia.org/wiki/Archimedes
+https://en.wikipedia.org/wiki/Global_warming
+https://en.wikipedia.org/wiki/Tropical_Storm_Bonnie_(2004)
+https://ru.wikipedia.org/wiki/%D0%91%D0%B8%D1%82%D0%B2%D0%B0_%D0%BF%D1%80%D0%B8_%D0%9F%D0%BB%D0%B0%D1%82%D0%B5%D1%8F%D1%85
+https://ru.wikipedia.org/wiki/%D0%91%D0%B5%D0%BB%D0%BE%D0%B1%D0%B5%D1%80%D0%B5%D0%B6%D1%81%D0%BA%D0%B0%D1%8F_%D0%BF%D1%83%D1%81%D1%82%D1%8B%D0%BD%D1%8C
+https://ru.wikipedia.org/wiki/%D0%9A%D0%B0%D1%81%D0%BF%D0%B0%D1%80%D0%BE%D0%B2,_%D0%93%D0%B0%D1%80%D1%80%D0%B8_%D0%9A%D0%B8%D0%BC%D0%BE%D0%B2%D0%B8%D1%87
+https://ru.wikipedia.org/wiki/%D0%9A%D0%BD%D1%8F%D0%B6%D0%BD%D0%B0_%D0%A2%D0%B0%D1%80%D0%B0%D0%BA%D0%B0%D0%BD%D0%BE%D0%B2%D0%B0
+https://ru.wikipedia.org/wiki/Княжна_Тараканова
+https://de.wikipedia.org/wiki/Papier
+https://de.wikipedia.org/wiki/Verfassung_der_Vereinigten_Staaten
+https://de.wikipedia.org/wiki/Globale_Erw%C3%A4rmung
+https://de.wikipedia.org/wiki/Galileo_Galilei
+https://de.wikipedia.org/wiki/Libellen
+https://pl.wikipedia.org/wiki/Efekt_potwierdzenia
+https://pl.wikipedia.org/wiki/Filaret_(patriarcha_Moskwy)
+https://pl.wikipedia.org/wiki/Cmentarz_%C5%BCydowski_w_Skwierzynie
+https://pl.wikipedia.org/wiki/Piosenka_dla_Europy_2008
+https://pl.wikipedia.org/wiki/Ulica_Katowicka_w_Warszawie
+https://pt.wikipedia.org/wiki/Scaphyglottis
+https://pt.wikipedia.org/wiki/Amazonas
+https://pt.wikipedia.org/wiki/Fra%C3%A7%C3%A3o_do_Ex%C3%A9rcito_Vermelho
+https://pt.wikipedia.org/wiki/30_Rock
+https://pt.wikipedia.org/wiki/Guerra_Italiana_de_1521%E2%80%931526
+https://ja.wikipedia.org/wiki/%E7%86%8A%E9%87%8E%E4%B8%89%E5%B1%B1%E6%9C%AC%E9%A1%98%E6%89%80
+https://ja.wikipedia.org/wiki/%E9%87%91%E6%98%9F%E3%81%AE%E6%97%A5%E9%9D%A2%E9%80%9A%E9%81%8E
+https://ja.wikipedia.org/wiki/%E8%9C%82%E8%9C%9C
+https://ja.wikipedia.org/wiki/%E5%B8%82%E5%B7%9D%E9%9B%B7%E8%94%B5_(8%E4%BB%A3%E7%9B%AE)
+https://ja.wikipedia.org/wiki/10.8%E6%B1%BA%E6%88%A6
+https://it.wikipedia.org/wiki/La_vita_%C3%A8_meravigliosa
+https://it.wikipedia.org/wiki/Talete
+https://it.wikipedia.org/wiki/Argonauti
+https://it.wikipedia.org/wiki/433_Eros
+https://it.wikipedia.org/wiki/Spedizione_Terra_Nova
+https://fr.wikipedia.org/wiki/Trachylepis_atlantica
+https://fr.wikipedia.org/wiki/Metacomet_Ridge
+https://fr.wikipedia.org/wiki/Trait_du_Nord
+https://fr.wikipedia.org/wiki/Georges_Ier_de_Gr%C3%A8ce
+https://fr.wikipedia.org/wiki/Barth%C3%A9lemy_Boganda
+https://es.wikipedia.org/wiki/Latas_de_sopa_Campbell
+https://es.wikipedia.org/wiki/Angkor_Wat
+https://es.wikipedia.org/wiki/(90377)_Sedna
+https://es.wikipedia.org/wiki/Diego_Armando_Maradona
+https://es.wikipedia.org/wiki/Fuerteventura
+https://zh.wikipedia.org/wiki/%E7%B4%8D%E7%B2%B9%E5%BE%B7%E5%9C%8B%E6%B5%B7%E8%BB%8D
+https://zh.wikipedia.org/wiki/Rosetta@home
+https://zh.wikipedia.org/wiki/%E4%BD%9B%E6%95%99%E8%97%9D%E8%A1%93
+https://zh.wikipedia.org/wiki/%E7%8E%9B%E4%B8%BD%C2%B7%E6%B2%83%E6%96%AF%E9%80%9A%E5%85%8B%E6%8B%89%E5%A4%AB%E7%89%B9
+https://zh.wikipedia.org/wiki/%E8%A5%BF%E7%88%BE%E9%9F%8B%E7%B4%8D%E6%96%AF%C2%B7%E8%8E%AB%E5%88%A9
+https://ar.wikipedia.org/wiki/%D9%84%D9%8A%D9%88%D9%86%D9%8A%D9%84_%D9%85%D9%8A%D8%B3%D9%8A
+https://ar.wikipedia.org/wiki/%D8%A8%D8%B4%D9%8A%D8%B1_%D8%A7%D9%84%D8%AB%D8%A7%D9%86%D9%8A_%D8%A7%D9%84%D8%B4%D9%87%D8%A7%D8%A8%D9%8A
+https://ar.wikipedia.org/wiki/%D8%AD%D9%85%D8%B2%D8%A9_%D8%A8%D9%86_%D8%B9%D8%A8%D8%AF_%D8%A7%D9%84%D9%85%D8%B7%D9%84%D8%A8
+https://ar.wikipedia.org/wiki/%D8%A5%D8%B3%D8%B7%D9%86%D8%A8%D9%88%D9%84
+https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D8%AD%D8%B1%D8%A8_%D8%A7%D9%84%D8%A5%D9%86%D8%AC%D9%84%D9%8A%D8%B2%D9%8A%D8%A9_%D8%A7%D9%84%D8%B2%D9%86%D8%AC%D8%A8%D8%A7%D8%B1%D9%8A%D8%A9
+https://vi.wikipedia.org/wiki/V%E1%BB%87_tinh_t%E1%BB%B1_nhi%C3%AAn_c%E1%BB%A7a_Sao_Thi%C3%AAn_V%C6%B0%C6%A1ng
+https://vi.wikipedia.org/wiki/V%C6%B0%E1%BB%9Dn_qu%E1%BB%91c_gia_Phong_Nha-K%E1%BA%BB_B%C3%A0ng
+https://vi.wikipedia.org/wiki/Truy%E1%BB%87n_k%E1%BB%83_Genji
+https://vi.wikipedia.org/wiki/Titan_(v%E1%BB%87_tinh)
+https://vi.wikipedia.org/wiki/Quark
+https://hi.wikipedia.org/wiki/%E0%A4%B0%E0%A4%BE%E0%A4%AE%E0%A4%BE%E0%A4%AF%E0%A4%A3
+https://hi.wikipedia.org/wiki/%E0%A4%B9%E0%A5%81%E0%A4%AE%E0%A4%BE%E0%A4%AF%E0%A5%82%E0%A4%81_%E0%A4%95%E0%A4%BE_%E0%A4%AE%E0%A4%95%E0%A4%AC%E0%A4%B0%E0%A4%BE
+https://hi.wikipedia.org/wiki/%E0%A4%B2%E0%A4%96%E0%A4%A8%E0%A4%8A
+https://hi.wikipedia.org/wiki/%E0%A4%AE%E0%A4%B9%E0%A4%BE%E0%A4%AD%E0%A4%BE%E0%A4%B0%E0%A4%A4
+https://hi.wikipedia.org/wiki/%E0%A4%AC%E0%A4%B0%E0%A5%8D%E0%A4%AB%E0%A5%80!
+https://ko.wikipedia.org/wiki/%EC%A1%B0%ED%99%94%EC%A7%84%EB%8F%99%EC%9E%90
+https://ko.wikipedia.org/wiki/%EC%A1%B0%ED%99%94%EC%A7%84%EB%8F%99%EC%9E%90
+https://ko.wikipedia.org/wiki/%EB%A3%A8%ED%8A%B8%EB%B9%84%ED%9E%88_%EB%B9%84%ED%8A%B8%EA%B2%90%EC%8A%88%ED%83%80%EC%9D%B8
+https://ko.wikipedia.org/wiki/%ED%83%9C%EC%96%91%EA%B3%84%EC%9D%98_%ED%98%95%EC%84%B1%EA%B3%BC_%EC%A7%84%ED%99%94
+https://ko.wikipedia.org/wiki/%EB%84%A5%EC%84%BC_%ED%9E%88%EC%96%B4%EB%A1%9C%EC%A6%88%EC%9D%98_%ED%8A%B8%EB%A0%88%EC%9D%B4%EB%93%9C_%ED%8C%8C%EB%8F%99
+https://fa.wikipedia.org/wiki/%DA%A9%D8%B9%D8%A8%D9%87_%D8%B2%D8%B1%D8%AA%D8%B4%D8%AA
+https://fa.wikipedia.org/wiki/%D8%B3%D9%86%D8%AF%D8%B1%D9%85_%D8%B1%D9%88%D8%AF%D9%87_%D8%AA%D8%AD%D8%B1%DB%8C%DA%A9%E2%80%8C%D9%BE%D8%B0%DB%8C%D8%B1
+https://fa.wikipedia.org/wiki/%D8%A2%D8%B1%D8%A7%D9%85%DA%AF%D8%A7%D9%87_%DA%A9%D9%88%D8%B1%D9%88%D8%B4_%D8%A8%D8%B2%D8%B1%DA%AF
+https://fa.wikipedia.org/wiki/%D8%AE%D8%A7%D9%86_%D8%A7%D8%AD%D9%85%D8%AF_%D8%AE%D8%A7%D9%86
+https://fa.wikipedia.org/wiki/%DA%A9%D9%88%D8%B1%D9%88%D8%B4_%D8%A8%D8%B2%D8%B1%DA%AF
+https://he.wikipedia.org/wiki/%D7%A1%D7%A4%D7%A8%D7%98%D7%94
+https://he.wikipedia.org/wiki/%D7%A7%D7%A8%D7%91_%D7%92%D7%A8%D7%A0%D7%99%D7%A7%D7%95%D7%A1
+https://he.wikipedia.org/wiki/%D7%94%D7%A4%D7%90%D7%A8%D7%A7_%D7%94%D7%9C%D7%90%D7%95%D7%9E%D7%99_%D7%99%D7%95%D7%A1%D7%9E%D7%99%D7%98%D7%99
+https://he.wikipedia.org/wiki/%D7%94%D7%A4%D7%90%D7%A8%D7%A7_%D7%94%D7%9C%D7%90%D7%95%D7%9E%D7%99_%D7%92%D7%9C%D7%99%D7%99%D7%A9%D7%A8
+https://he.wikipedia.org/wiki/%D7%9E%D7%A2%D7%A8%D7%9B%D7%AA_%D7%94%D7%A4%D7%90%D7%A8%D7%A7%D7%99%D7%9D_%D7%A8%D7%93%D7%95%D7%95%D7%93
--
To view, visit https://gerrit.wikimedia.org/r/97015
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: Ib1f56a103c233cbde54ea63d3885a1fbb567a7ea
Gerrit-PatchSet: 1
Gerrit-Project: mediawiki/extensions/Collection/OfflineContentGenerator/bundler
Gerrit-Branch: master
Gerrit-Owner: Cscott <canan...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
