https://bugzilla.wikimedia.org/show_bug.cgi?id=62566
Bug ID: 62566
Summary: Segregate and document configuration variables
Product: Analytics
Version: unspecified
Hardware: All
OS: All
Status: NEW
Severity: normal
Priority: Unprioritized
Component: Wikistats
Assignee: wikibugs-l@lists.wikimedia.org
Reporter: federicol...@tiscali.it
CC: christ...@quelltextlich.at, dvanli...@gmail.com,
ezac...@wikimedia.org, tneg...@wikimedia.org
Web browser: ---
Mobile Platform: ---
One problem with using wikistats is that it has a lot of configuration
variables.
A simple grep -Er "^[A-Za-z]+=" . finds:
----
./bash/collect_edits.sh:wikistats=/a/wikistats_git
./bash/collect_edits.sh:dumps=$wikistats/dumps
./bash/collect_edits.sh:perl=$dumps/perl
./bash/collect_edits.sh:csv=$dumps/csv
./bash/collect_edits.sh:input=/mnt/data/xmldatadumps/public/nlwikinews/20121115/nlwikinews-20121115-stub-meta-history.xml.gz
./bash/report_en.sh:wikistats=/a/wikistats_git
./bash/report_en.sh:dumps=$wikistats/dumps
./bash/report_en.sh:perl=$dumps/perl
./bash/report_en.sh:bash=$dumps/bash
./bash/report_en.sh:logs=$dumps/logs
./bash/report_en.sh:csv=$dumps/csv
./bash/report_en.sh:out=$dumps/out
./bash/progress_wikistats.sh:wikistats=/a/wikistats_git
./bash/progress_wikistats.sh:dumps=$wikistats/dumps
./bash/progress_wikistats.sh:perl=$dumps/perl
./bash/progress_wikistats.sh:out=$dumps/out
./bash/progress_wikistats.sh:dammit=/a/dammit.lt
./bash/progress_wikistats.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs
./bash/zip_all.sh:wikistats=/a/wikistats_git
./bash/backup_monthly.sh:wikistats=/a/wikistats_git
./bash/backup_monthly.sh:backup=$wikistats/backup
./bash/backup_monthly.sh:dumps=$wikistats/dumps
./bash/backup_monthly.sh:csv=$dumps/csv
./bash/backup_monthly.sh:dt=$(date +[%Y-%m-%d][%H:%M])
./bash/report.sh:wikistats=/a/wikistats_git
./bash/report.sh:dumps=$wikistats/dumps
./bash/report.sh:perl=$dumps/perl
./bash/report.sh:bash=$dumps/bash
./bash/report.sh:csv=$dumps/csv
./bash/report.sh:out=$dumps/out
./bash/report.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/report.sh:log=$dumps/logs/log_report_sh.txt
./bash/report.sh:interval=0 # only update non-English reports once per
'interval' days
./bash/report.sh:projectcode="$1"
./bash/count_commons_images_wlm.sh:wikistats=/a/wikistats_git
./bash/count_commons_images_wlm.sh:dumps=$wikistats/dumps
./bash/count_commons_images_wlm.sh:perl=$dumps/perl
./bash/count_commons_images_wlm.sh:perl=/home/ezachte/wikistats/dumps/perl #
tests
./bash/count_commons_images_wlm.sh:csv=$dumps/csv
./bash/count_commons_images_wlm.sh:countrycodes=/a/wikistats_git/squids/csv/meta/CountryCodes.csv
./bash/count_editors.sh:wikistats=/a/wikistats_git
./bash/count_editors.sh:dumps=$wikistats/dumps
./bash/count_editors.sh:perl=$dumps/perl
./bash/count_editors.sh:csv=$dumps/csv
./bash/count_editors.sh:out=$dumps/out
./bash/count_editors.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/count_editors.sh:bashpath="${PWD}"
./bash/backup_weekly.sh:wikistats=/a/wikistats_git
./bash/backup_weekly.sh:backup=$wikistats/backup
./bash/backup_weekly.sh:analytics=$wikistats/analytics
./bash/backup_weekly.sh:dammit=$wikistats/dammit.lt
./bash/backup_weekly.sh:dumps=$wikistats/dumps
./bash/backup_weekly.sh:perl=$dumps/perl
./bash/backup_weekly.sh:bash=$dumps/bash
./bash/backup_weekly.sh:csv=$dumps/csv
./bash/backup_weekly.sh:out=$dumps/out
./bash/backup_weekly.sh:projectcounts=$dammit/projectcounts
./bash/backup_weekly.sh:dt=$(date +[%Y-%m-%d][%H:%M])
./bash/report_all_editors.sh:wikistats=/a/wikistats_git
./bash/report_all_editors.sh:dumps=$wikistats/dumps
./bash/report_all_editors.sh:perl=$dumps/perl
./bash/report_all_editors.sh:csv=$dumps/csv
./bash/report_all_editors.sh:out=$dumps/out
./bash/report_all_editors.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/zip_csv.sh:wikistats=/a/wikistats_git
./bash/zip_csv.sh:csv=$wikistats/dumps/csv
./bash/count_report_publish_wmf.sh:wikistats=/a/wikistats_git
./bash/count_report_publish_wmf.sh:dumps=$wikistats/dumps
./bash/count_report_publish_wmf.sh:perl=$dumps/perl
./bash/count_report_publish_wmf.sh:csv=$dumps/csv
./bash/count_report_publish_wmf.sh:out=$dumps/out
./bash/count_report_publish_wmf.sh:php=/a/mediawiki/core/languages
./bash/count_report_publish_wmf.sh:force=-f
./bash/count_report_publish_wmf.sh:date=today
./bash/archived_used_once_or_obsolete/regusers.sh:dumps=/mnt/data/xmldatadumps
./bash/archived_used_once_or_obsolete/titles.sh:m=wp
./bash/archived_used_once_or_obsolete/titles.sh:p=afwiki
./bash/archived_used_once_or_obsolete/titles.sh:dumps=/mnt/data/xmldatadumps
./bash/archived_used_once_or_obsolete/extract_reg_user.sh:wiki=enwiki
./bash/archived_used_once_or_obsolete/extract_reg_user.sh:date=20091103
./bash/archived_used_once_or_obsolete/extract_reg_user.sh:dumps=/mnt/data/xmldatadumps
./bash/archived_used_once_or_obsolete/publish_scripts.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/archived_used_once_or_obsolete/publish_scripts.sh:perl=/a/wikistats/scripts/perl
./bash/archived_used_once_or_obsolete/publish.sh:now=`date +%s`
./bash/archived_used_once_or_obsolete/publish.sh:htdocs="stat1001.wikimedia.org::a/srv/stats.wikimedia.org/$dir/csv"
./bash/archived_used_once_or_obsolete/publish.sh:csv="/a/wikistats/csv_$1"
./bash/archived_used_once_or_obsolete/publish.sh:archive="/mnt/data/xmldatadumps/public/other/pagecounts-ez/wikistats"
# odd name, temp location
./bash/archived_used_once_or_obsolete/publish.sh:publish="#publish.txt"
./bash/archived_used_once_or_obsolete/publish_regions.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/report_one_only.sh:wikistats=/a/wikistats_git
./bash/report_one_only.sh:dumps=$wikistats/dumps
./bash/report_one_only.sh:perl=$dumps/perl
./bash/report_one_only.sh:bash=$dumps/bash
./bash/report_one_only.sh:logs=$dumsp/logs
./bash/report_one_only.sh:csv=$dumps/csv
./bash/report_one_only.sh:out=$dumps/out
./bash/report_one_only.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/report_one_only.sh:mode=wp
./bash/report_one_only.sh:lang=en
./bash/count_prep_animations.sh:wikistats=/a/wikistats_git
./bash/count_prep_animations.sh:dumps=$wikistats/dumps
./bash/count_prep_animations.sh:perl=$dumps/perl
./bash/count_prep_animations.sh:perl=/home/ezachte/wikistats/dumps/perl # tests
./bash/count_prep_animations.sh:csv=$dumps/csv
./bash/count_prep_animations.sh:out=$wikistats/animations/growth
./bash/count_prep_animations.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/count_report_publish_non_wp.sh:wikistats=/a/wikistats_git
./bash/count_report_publish_non_wp.sh:dumps=$wikistats/dumps
./bash/count_report_publish_non_wp.sh:bash=$dumps/bash
./bash/count_report_publish_non_wp.sh:log=$dumps/logs/log_count_report_publish_non_wp.txt
./bash/report_all.sh:wikistats=/a/wikistats_git
./bash/list_newest_dumps.sh:wikistats=/a/wikistats_git
./bash/list_newest_dumps.sh:dumps=$wikistats/dumps
./bash/list_newest_dumps.sh:perl=$dumps/perl
./bash/list_newest_dumps.sh:csv=$dumps/csv
./bash/list_newest_dumps.sh:dblists=$dumps/dblists
./bash/collect_countable_namespaces.sh:wikistats=/a/wikistats_git
./bash/collect_countable_namespaces.sh:perl=$wikistats/dumps/perl
./bash/collect_countable_namespaces.sh:perl=/home/ezachte/wikistats/dumps/perl
# tests
./bash/collect_countable_namespaces.sh:csv=$wikistats/dumps/csv
./bash/collect_countable_namespaces.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/report_regions.sh:wikistats=/a/wikistats_git
./bash/report_regions.sh:dumps=$wikistats/dumps
./bash/report_regions.sh:perl=$dumps/perl
./bash/report_regions.sh:bash=$dumps/bash
./bash/report_regions.sh:csv=$dumps/csv
./bash/report_regions.sh:out=$dumps/out
./bash/report_regions.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/report_regions.sh:log=$dumps/logs/log_report_regions.txt
./bash/sort_dblists.sh:wikistats=/a/wikistats_git
./bash/sort_dblists.sh:dumps=$wikistats/dumps
./bash/sort_dblists.sh:perl=$dumps/perl
./bash/sort_dblists.sh:perl=/home/ezachte/wikistats/dumps/perl # tests
./bash/sort_dblists.sh:csv=$dumps/csv
./bash/sort_dblists.sh:dblists=$dumps/dblists
./bash/report_test.sh:wikistats=/a/wikistats_git
./bash/report_test.sh:dumps=$wikistats/dumps
./bash/report_test.sh:perl=$dumps/perl
./bash/report_test.sh:perl=/home/ezachte/wikistats/dumps/perl # test
./bash/report_test.sh:csv=$dumps/csv
./bash/report_test.sh:out=$dumps/out
./bash/pageviews_monthly_sp.sh:wikistats=/a/wikistats_git
./bash/pageviews_monthly_sp.sh:dumps=$wikistats/dumps
./bash/pageviews_monthly_sp.sh:perl=$dumps/perl
./bash/pageviews_monthly_sp.sh:csv=$dumps/csv
./bash/pageviews_monthly_sp.sh:out=$dumps/out
./bash/pageviews_monthly_sp.sh:report=$dumps/logs/log_pageviews_monthly_sp.txt
./bash/pageviews_monthly_sp.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/count_report_publish_wp.sh:wikistats=/a/wikistats_git
./bash/count_report_publish_wp.sh:log=$wikistats/dumps/logs/log_count_report_publish_concise_wp.txt
./bash/report_publish_some.sh:wikistats=/a/wikistats_git
./bash/report_publish_some.sh:dumps=$wikistats/dumps
./bash/report_publish_some.sh:bash=$dumps/bash
./bash/merge_editors.sh:wikistats=/a/wikistats_git
./bash/merge_editors.sh:dumps=$wikistats/dumps
./bash/merge_editors.sh:perl=$dumps/perl
./bash/merge_editors.sh:csv=$dumps/csv
./bash/merge_editors.sh:log=$dumps/logs/log_merge_editors.txt
./bash/count.sh:project=$1
./bash/count.sh:wikistats=/a/wikistats_git
./bash/count.sh:dumps=$wikistats/dumps # folder for scripts
and output
./bash/count.sh:perl=$dumps/perl
./bash/count.sh:perl=/home/ezachte/wikistats/dumps/perl # tests
./bash/count.sh:csv=$dumps/csv
./bash/count.sh:bash=$dumps/bash
./bash/count.sh:dblists=$dumps/dblists
./bash/count.sh:php=/a/mediawiki/core/languages
./bash/count.sh:trace=-r # trace resources
./bash/pageviews_monthly.sh:wikistats=/a/wikistats_git
./bash/pageviews_monthly.sh:dumps=$wikistats/dumps
./bash/pageviews_monthly.sh:perl=$dumps/perl
./bash/pageviews_monthly.sh:csv=$dumps/csv
./bash/pageviews_monthly.sh:out=$dumps/out
./bash/pageviews_monthly.sh:report=$dumps/logs/log_pageviews_monthly.txt
./bash/pageviews_monthly.sh:projectcounts=/a/dammit.lt/projectcounts
./bash/pageviews_monthly.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/pageviews_monthly.sh:list=WhiteListWikis.csv
./bash/count_state_of_the_wiki.sh:wikistats=/a/wikistats_git
./bash/count_state_of_the_wiki.sh:dumps=$wikistats/dumps
./bash/count_state_of_the_wiki.sh:perl=$dumps/perl
./bash/count_state_of_the_wiki.sh:perl=/home/ezachte/wikistats/dumps/perl #
tests
./bash/count_state_of_the_wiki.sh:csv=$dumps/csv
./bash/count_state_of_the_wiki.sh:log=$dumps/logs/count_wikis_by_size_by_growth.log
./bash/count_state_of_the_wiki.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/
./bash/publish_all.sh:wikistats=/a/wikistats_git
./bash/publish_all.sh:dumps=$wikistats/dumps
./bash/publish_all.sh:bash=$dumps/bash
./bash/publish_all.sh:bash=/home/ezachte/wikistats/dumps/bash # tests
./bash/sync_language_files.sh:wikistats=/a/wikistats_git
./bash/sync_language_files.sh:dumps=$wikistats/dumps
./bash/sync_language_files.sh:csv=$dumps/csv
./bash/tar_data_reportcard.sh:wikistats=/a/wikistats_git
./bash/tar_data_reportcard.sh:csv=$wikistats/dumps/csv
./bash/count_merge_editors.sh:wikistats=/a/wikistats_git
./bash/count_merge_editors.sh:dumps=$wikistats/dumps
./bash/count_merge_editors.sh:perl=$dumps/perl
./bash/count_merge_editors.sh:perl=/home/ezachte/wikistats/dumps/perl # tests
./bash/count_merge_editors.sh:csv=$dumps/csv
./bash/count_merge_editors.sh:log=$dumps/logs/count_merge_editors.log
./bash/zip_out.sh:wikistats=/a/wikistats_git
./bash/zip_out.sh:out=$wikistats/dumps/out
./bash/count_words.sh:x=1
./bash/count_wp_one.sh:wikistats=/a/wikistats_git
./bash/count_wp_one.sh:dumps=$wikistats/dumps
./bash/count_wp_one.sh:perl=$dumps/perl
./bash/count_wp_one.sh:perl=/home/ezachte/wikistats/dumps/perl # tests
./bash/count_wp_one.sh:csv=$dumps/csv
./bash/count_wp_one.sh:php=/a/mediawiki/core/languages
./bash/count_wp_one.sh:date=auto # 20101231 # auto
./bash/count_wp_one.sh:x=fywiki
./bash/count_wp_one.sh:project=wp
./perl/WikimediaDownload.pl:EXs=screen;EXw=EXs.width;navigator.appName!="Netscape"?
./perl/WikimediaDownload.pl:EXb=EXs.colorDepth:EXb=EXs.pixelDepth;
./perl/WikimediaDownload.pl:EXd=document;EXw?"":EXw="na";EXb?"":EXb="na";
./perl/WikimediaDownload.pl:src="http://nht-2.extreme-dm.com/n3.g?login=infodis&url=nojs&j=n&jv=n&pv=";
/>
./perl/WikiReportsScripts.pm:border=0 width=1 alt=''></a>
./perl/WikiReportsScripts.pm:EXs=screen;EXw=EXs.width;navigator.appName!='Netscape'?
./perl/WikiReportsScripts.pm:EXb=EXs.colorDepth:EXb=EXs.pixelDepth;
./perl/WikiReportsScripts.pm:EXd=document;
./perl/WikiReportsScriptsHtml.pm:border=0 width=1 alt=''></a>
./perl/WikiReportsScriptsHtml.pm:EXs=screen;EXw=EXs.width;navigator.appName!='Netscape'?
./perl/WikiReportsScriptsHtml.pm:EXb=EXs.colorDepth:EXb=EXs.pixelDepth;
./perl/WikiReportsScriptsHtml.pm:EXd=document;
----
Is it possible to concentrate all the configuration in a single file? I don't
know anything about multiple-file bash/shell scripts. It would be nice to have
only one file to edit.
If you tell me what's an acceptable path, I'd gladly submit patches.
--
You are receiving this mail because:
You are the assignee for the bug.
You are on the CC list for the bug.
_______________________________________________
Wikibugs-l mailing list
Wikibugs-l@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/wikibugs-l
