https://bugzilla.wikimedia.org/show_bug.cgi?id=62566
Bug ID: 62566 Summary: Segregate and document configuration variables Product: Analytics Version: unspecified Hardware: All OS: All Status: NEW Severity: normal Priority: Unprioritized Component: Wikistats Assignee: wikibugs-l@lists.wikimedia.org Reporter: federicol...@tiscali.it CC: christ...@quelltextlich.at, dvanli...@gmail.com, ezac...@wikimedia.org, tneg...@wikimedia.org Web browser: --- Mobile Platform: --- One problem with using wikistats is that it has a lot of configuration variables. A simple grep -Er "^[A-Za-z]+=" . finds: ---- ./bash/collect_edits.sh:wikistats=/a/wikistats_git ./bash/collect_edits.sh:dumps=$wikistats/dumps ./bash/collect_edits.sh:perl=$dumps/perl ./bash/collect_edits.sh:csv=$dumps/csv ./bash/collect_edits.sh:input=/mnt/data/xmldatadumps/public/nlwikinews/20121115/nlwikinews-20121115-stub-meta-history.xml.gz ./bash/report_en.sh:wikistats=/a/wikistats_git ./bash/report_en.sh:dumps=$wikistats/dumps ./bash/report_en.sh:perl=$dumps/perl ./bash/report_en.sh:bash=$dumps/bash ./bash/report_en.sh:logs=$dumps/logs ./bash/report_en.sh:csv=$dumps/csv ./bash/report_en.sh:out=$dumps/out ./bash/progress_wikistats.sh:wikistats=/a/wikistats_git ./bash/progress_wikistats.sh:dumps=$wikistats/dumps ./bash/progress_wikistats.sh:perl=$dumps/perl ./bash/progress_wikistats.sh:out=$dumps/out ./bash/progress_wikistats.sh:dammit=/a/dammit.lt ./bash/progress_wikistats.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs ./bash/zip_all.sh:wikistats=/a/wikistats_git ./bash/backup_monthly.sh:wikistats=/a/wikistats_git ./bash/backup_monthly.sh:backup=$wikistats/backup ./bash/backup_monthly.sh:dumps=$wikistats/dumps ./bash/backup_monthly.sh:csv=$dumps/csv ./bash/backup_monthly.sh:dt=$(date +[%Y-%m-%d][%H:%M]) ./bash/report.sh:wikistats=/a/wikistats_git ./bash/report.sh:dumps=$wikistats/dumps ./bash/report.sh:perl=$dumps/perl ./bash/report.sh:bash=$dumps/bash ./bash/report.sh:csv=$dumps/csv ./bash/report.sh:out=$dumps/out ./bash/report.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/report.sh:log=$dumps/logs/log_report_sh.txt ./bash/report.sh:interval=0 # only update non-English reports once per 'interval' days ./bash/report.sh:projectcode="$1" ./bash/count_commons_images_wlm.sh:wikistats=/a/wikistats_git ./bash/count_commons_images_wlm.sh:dumps=$wikistats/dumps ./bash/count_commons_images_wlm.sh:perl=$dumps/perl ./bash/count_commons_images_wlm.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/count_commons_images_wlm.sh:csv=$dumps/csv ./bash/count_commons_images_wlm.sh:countrycodes=/a/wikistats_git/squids/csv/meta/CountryCodes.csv ./bash/count_editors.sh:wikistats=/a/wikistats_git ./bash/count_editors.sh:dumps=$wikistats/dumps ./bash/count_editors.sh:perl=$dumps/perl ./bash/count_editors.sh:csv=$dumps/csv ./bash/count_editors.sh:out=$dumps/out ./bash/count_editors.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/count_editors.sh:bashpath="${PWD}" ./bash/backup_weekly.sh:wikistats=/a/wikistats_git ./bash/backup_weekly.sh:backup=$wikistats/backup ./bash/backup_weekly.sh:analytics=$wikistats/analytics ./bash/backup_weekly.sh:dammit=$wikistats/dammit.lt ./bash/backup_weekly.sh:dumps=$wikistats/dumps ./bash/backup_weekly.sh:perl=$dumps/perl ./bash/backup_weekly.sh:bash=$dumps/bash ./bash/backup_weekly.sh:csv=$dumps/csv ./bash/backup_weekly.sh:out=$dumps/out ./bash/backup_weekly.sh:projectcounts=$dammit/projectcounts ./bash/backup_weekly.sh:dt=$(date +[%Y-%m-%d][%H:%M]) ./bash/report_all_editors.sh:wikistats=/a/wikistats_git ./bash/report_all_editors.sh:dumps=$wikistats/dumps ./bash/report_all_editors.sh:perl=$dumps/perl ./bash/report_all_editors.sh:csv=$dumps/csv ./bash/report_all_editors.sh:out=$dumps/out ./bash/report_all_editors.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/zip_csv.sh:wikistats=/a/wikistats_git ./bash/zip_csv.sh:csv=$wikistats/dumps/csv ./bash/count_report_publish_wmf.sh:wikistats=/a/wikistats_git ./bash/count_report_publish_wmf.sh:dumps=$wikistats/dumps ./bash/count_report_publish_wmf.sh:perl=$dumps/perl ./bash/count_report_publish_wmf.sh:csv=$dumps/csv ./bash/count_report_publish_wmf.sh:out=$dumps/out ./bash/count_report_publish_wmf.sh:php=/a/mediawiki/core/languages ./bash/count_report_publish_wmf.sh:force=-f ./bash/count_report_publish_wmf.sh:date=today ./bash/archived_used_once_or_obsolete/regusers.sh:dumps=/mnt/data/xmldatadumps ./bash/archived_used_once_or_obsolete/titles.sh:m=wp ./bash/archived_used_once_or_obsolete/titles.sh:p=afwiki ./bash/archived_used_once_or_obsolete/titles.sh:dumps=/mnt/data/xmldatadumps ./bash/archived_used_once_or_obsolete/extract_reg_user.sh:wiki=enwiki ./bash/archived_used_once_or_obsolete/extract_reg_user.sh:date=20091103 ./bash/archived_used_once_or_obsolete/extract_reg_user.sh:dumps=/mnt/data/xmldatadumps ./bash/archived_used_once_or_obsolete/publish_scripts.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/archived_used_once_or_obsolete/publish_scripts.sh:perl=/a/wikistats/scripts/perl ./bash/archived_used_once_or_obsolete/publish.sh:now=`date +%s` ./bash/archived_used_once_or_obsolete/publish.sh:htdocs="stat1001.wikimedia.org::a/srv/stats.wikimedia.org/$dir/csv" ./bash/archived_used_once_or_obsolete/publish.sh:csv="/a/wikistats/csv_$1" ./bash/archived_used_once_or_obsolete/publish.sh:archive="/mnt/data/xmldatadumps/public/other/pagecounts-ez/wikistats" # odd name, temp location ./bash/archived_used_once_or_obsolete/publish.sh:publish="#publish.txt" ./bash/archived_used_once_or_obsolete/publish_regions.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/report_one_only.sh:wikistats=/a/wikistats_git ./bash/report_one_only.sh:dumps=$wikistats/dumps ./bash/report_one_only.sh:perl=$dumps/perl ./bash/report_one_only.sh:bash=$dumps/bash ./bash/report_one_only.sh:logs=$dumsp/logs ./bash/report_one_only.sh:csv=$dumps/csv ./bash/report_one_only.sh:out=$dumps/out ./bash/report_one_only.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/report_one_only.sh:mode=wp ./bash/report_one_only.sh:lang=en ./bash/count_prep_animations.sh:wikistats=/a/wikistats_git ./bash/count_prep_animations.sh:dumps=$wikistats/dumps ./bash/count_prep_animations.sh:perl=$dumps/perl ./bash/count_prep_animations.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/count_prep_animations.sh:csv=$dumps/csv ./bash/count_prep_animations.sh:out=$wikistats/animations/growth ./bash/count_prep_animations.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/count_report_publish_non_wp.sh:wikistats=/a/wikistats_git ./bash/count_report_publish_non_wp.sh:dumps=$wikistats/dumps ./bash/count_report_publish_non_wp.sh:bash=$dumps/bash ./bash/count_report_publish_non_wp.sh:log=$dumps/logs/log_count_report_publish_non_wp.txt ./bash/report_all.sh:wikistats=/a/wikistats_git ./bash/list_newest_dumps.sh:wikistats=/a/wikistats_git ./bash/list_newest_dumps.sh:dumps=$wikistats/dumps ./bash/list_newest_dumps.sh:perl=$dumps/perl ./bash/list_newest_dumps.sh:csv=$dumps/csv ./bash/list_newest_dumps.sh:dblists=$dumps/dblists ./bash/collect_countable_namespaces.sh:wikistats=/a/wikistats_git ./bash/collect_countable_namespaces.sh:perl=$wikistats/dumps/perl ./bash/collect_countable_namespaces.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/collect_countable_namespaces.sh:csv=$wikistats/dumps/csv ./bash/collect_countable_namespaces.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/report_regions.sh:wikistats=/a/wikistats_git ./bash/report_regions.sh:dumps=$wikistats/dumps ./bash/report_regions.sh:perl=$dumps/perl ./bash/report_regions.sh:bash=$dumps/bash ./bash/report_regions.sh:csv=$dumps/csv ./bash/report_regions.sh:out=$dumps/out ./bash/report_regions.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/report_regions.sh:log=$dumps/logs/log_report_regions.txt ./bash/sort_dblists.sh:wikistats=/a/wikistats_git ./bash/sort_dblists.sh:dumps=$wikistats/dumps ./bash/sort_dblists.sh:perl=$dumps/perl ./bash/sort_dblists.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/sort_dblists.sh:csv=$dumps/csv ./bash/sort_dblists.sh:dblists=$dumps/dblists ./bash/report_test.sh:wikistats=/a/wikistats_git ./bash/report_test.sh:dumps=$wikistats/dumps ./bash/report_test.sh:perl=$dumps/perl ./bash/report_test.sh:perl=/home/ezachte/wikistats/dumps/perl # test ./bash/report_test.sh:csv=$dumps/csv ./bash/report_test.sh:out=$dumps/out ./bash/pageviews_monthly_sp.sh:wikistats=/a/wikistats_git ./bash/pageviews_monthly_sp.sh:dumps=$wikistats/dumps ./bash/pageviews_monthly_sp.sh:perl=$dumps/perl ./bash/pageviews_monthly_sp.sh:csv=$dumps/csv ./bash/pageviews_monthly_sp.sh:out=$dumps/out ./bash/pageviews_monthly_sp.sh:report=$dumps/logs/log_pageviews_monthly_sp.txt ./bash/pageviews_monthly_sp.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/count_report_publish_wp.sh:wikistats=/a/wikistats_git ./bash/count_report_publish_wp.sh:log=$wikistats/dumps/logs/log_count_report_publish_concise_wp.txt ./bash/report_publish_some.sh:wikistats=/a/wikistats_git ./bash/report_publish_some.sh:dumps=$wikistats/dumps ./bash/report_publish_some.sh:bash=$dumps/bash ./bash/merge_editors.sh:wikistats=/a/wikistats_git ./bash/merge_editors.sh:dumps=$wikistats/dumps ./bash/merge_editors.sh:perl=$dumps/perl ./bash/merge_editors.sh:csv=$dumps/csv ./bash/merge_editors.sh:log=$dumps/logs/log_merge_editors.txt ./bash/count.sh:project=$1 ./bash/count.sh:wikistats=/a/wikistats_git ./bash/count.sh:dumps=$wikistats/dumps # folder for scripts and output ./bash/count.sh:perl=$dumps/perl ./bash/count.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/count.sh:csv=$dumps/csv ./bash/count.sh:bash=$dumps/bash ./bash/count.sh:dblists=$dumps/dblists ./bash/count.sh:php=/a/mediawiki/core/languages ./bash/count.sh:trace=-r # trace resources ./bash/pageviews_monthly.sh:wikistats=/a/wikistats_git ./bash/pageviews_monthly.sh:dumps=$wikistats/dumps ./bash/pageviews_monthly.sh:perl=$dumps/perl ./bash/pageviews_monthly.sh:csv=$dumps/csv ./bash/pageviews_monthly.sh:out=$dumps/out ./bash/pageviews_monthly.sh:report=$dumps/logs/log_pageviews_monthly.txt ./bash/pageviews_monthly.sh:projectcounts=/a/dammit.lt/projectcounts ./bash/pageviews_monthly.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/pageviews_monthly.sh:list=WhiteListWikis.csv ./bash/count_state_of_the_wiki.sh:wikistats=/a/wikistats_git ./bash/count_state_of_the_wiki.sh:dumps=$wikistats/dumps ./bash/count_state_of_the_wiki.sh:perl=$dumps/perl ./bash/count_state_of_the_wiki.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/count_state_of_the_wiki.sh:csv=$dumps/csv ./bash/count_state_of_the_wiki.sh:log=$dumps/logs/count_wikis_by_size_by_growth.log ./bash/count_state_of_the_wiki.sh:htdocs=stat1001.wikimedia.org::a/srv/stats.wikimedia.org/htdocs/ ./bash/publish_all.sh:wikistats=/a/wikistats_git ./bash/publish_all.sh:dumps=$wikistats/dumps ./bash/publish_all.sh:bash=$dumps/bash ./bash/publish_all.sh:bash=/home/ezachte/wikistats/dumps/bash # tests ./bash/sync_language_files.sh:wikistats=/a/wikistats_git ./bash/sync_language_files.sh:dumps=$wikistats/dumps ./bash/sync_language_files.sh:csv=$dumps/csv ./bash/tar_data_reportcard.sh:wikistats=/a/wikistats_git ./bash/tar_data_reportcard.sh:csv=$wikistats/dumps/csv ./bash/count_merge_editors.sh:wikistats=/a/wikistats_git ./bash/count_merge_editors.sh:dumps=$wikistats/dumps ./bash/count_merge_editors.sh:perl=$dumps/perl ./bash/count_merge_editors.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/count_merge_editors.sh:csv=$dumps/csv ./bash/count_merge_editors.sh:log=$dumps/logs/count_merge_editors.log ./bash/zip_out.sh:wikistats=/a/wikistats_git ./bash/zip_out.sh:out=$wikistats/dumps/out ./bash/count_words.sh:x=1 ./bash/count_wp_one.sh:wikistats=/a/wikistats_git ./bash/count_wp_one.sh:dumps=$wikistats/dumps ./bash/count_wp_one.sh:perl=$dumps/perl ./bash/count_wp_one.sh:perl=/home/ezachte/wikistats/dumps/perl # tests ./bash/count_wp_one.sh:csv=$dumps/csv ./bash/count_wp_one.sh:php=/a/mediawiki/core/languages ./bash/count_wp_one.sh:date=auto # 20101231 # auto ./bash/count_wp_one.sh:x=fywiki ./bash/count_wp_one.sh:project=wp ./perl/WikimediaDownload.pl:EXs=screen;EXw=EXs.width;navigator.appName!="Netscape"? ./perl/WikimediaDownload.pl:EXb=EXs.colorDepth:EXb=EXs.pixelDepth; ./perl/WikimediaDownload.pl:EXd=document;EXw?"":EXw="na";EXb?"":EXb="na"; ./perl/WikimediaDownload.pl:src="http://nht-2.extreme-dm.com/n3.g?login=infodis&url=nojs&j=n&jv=n&pv=" /> ./perl/WikiReportsScripts.pm:border=0 width=1 alt=''></a> ./perl/WikiReportsScripts.pm:EXs=screen;EXw=EXs.width;navigator.appName!='Netscape'? ./perl/WikiReportsScripts.pm:EXb=EXs.colorDepth:EXb=EXs.pixelDepth; ./perl/WikiReportsScripts.pm:EXd=document; ./perl/WikiReportsScriptsHtml.pm:border=0 width=1 alt=''></a> ./perl/WikiReportsScriptsHtml.pm:EXs=screen;EXw=EXs.width;navigator.appName!='Netscape'? ./perl/WikiReportsScriptsHtml.pm:EXb=EXs.colorDepth:EXb=EXs.pixelDepth; ./perl/WikiReportsScriptsHtml.pm:EXd=document; ---- Is it possible to concentrate all the configuration in a single file? I don't know anything about multiple-file bash/shell scripts. It would be nice to have only one file to edit. If you tell me what's an acceptable path, I'd gladly submit patches. -- You are receiving this mail because: You are the assignee for the bug. You are on the CC list for the bug. _______________________________________________ Wikibugs-l mailing list Wikibugs-l@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/wikibugs-l