Gilles has submitted this change and it was merged.
Change subject: Add build scripts to revision control, huzzah
......................................................................
Add build scripts to revision control, huzzah
Change-Id: I605fe85849fd07561363f1d8d92a7ce491de81bf
---
A build-action-tsvs
A build-perf-tsvs
2 files changed, 73 insertions(+), 0 deletions(-)
Approvals:
Gilles: Verified; Looks good to me, approved
diff --git a/build-action-tsvs b/build-action-tsvs
new file mode 100644
index 0000000..c66331c
--- /dev/null
+++ b/build-action-tsvs
@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+MYSQL_CMD="mysql --defaults-file=~/.my.cnf.relevant log"
+SQL_DIR="/home/mholmquist/multimedia/actions"
+TSV_DIR="/home/mholmquist/tsvs_new"
+PUBLIC_DIR="/a/public-datasets/all/multimedia"
+
+echo "Updating global action counts..."
+globaltsvpath="$TSV_DIR/mv_global.tsv"
+$MYSQL_CMD < $SQL_DIR/global.sql > $globaltsvpath && mv $globaltsvpath
$PUBLIC_DIR/media-viewer-actions-global.tsv
+
+for sqlpath in `ls $SQL_DIR/*.sql | grep -v template.sql`; do
+ wikiname=`basename $sqlpath | sed "s/.sql//"`
+ echo "Updating action counts for $wikiname wiki..."
+ tsvpath=$TSV_DIR/mv_$wikiname.tsv
+ $MYSQL_CMD < $sqlpath > $tsvpath
+ mv $tsvpath $PUBLIC_DIR/media-viewer-actions-$wikiname.tsv
+done
+
diff --git a/build-perf-tsvs b/build-perf-tsvs
new file mode 100644
index 0000000..60fc6c3
--- /dev/null
+++ b/build-perf-tsvs
@@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+
+MYSQL_CMD="mysql --defaults-file=~/.my.cnf.relevant log"
+SQL_DIR="/home/mholmquist/multimedia/perf"
+TSV_DIR="/home/mholmquist/tsvs_new"
+PUBLIC_DIR="/a/public-datasets/all/multimedia"
+
+echo "Updating global perf data..."
+for sqlfilepath in `ls $SQL_DIR/global-*.sql`; do
+ statname=`basename $sqlfilepath | sed "s/global-//" | sed "s/.sql//"`
+ echo " $statname..."
+ tsvpath=$TSV_DIR/mvp_global-$statname.tsv
+ $MYSQL_CMD < $sqlfilepath > $tsvpath
+ mv $tsvpath $PUBLIC_DIR/media-viewer-perf-global-$statname.tsv
+done
+echo " Done!"
+
+echo "Updating country-api perf data..."
+tsvpath="$TSV_DIR/mvp_country_api.tsv"
+$MYSQL_CMD < $SQL_DIR/country-api.sql > $tsvpath && mv $tsvpath
$PUBLIC_DIR/media-viewer-perf-country-api.tsv
+
+echo "Updating country-image perf data..."
+tsvpath="$TSV_DIR/mvp_country_image.tsv"
+$MYSQL_CMD < $SQL_DIR/country-image.sql > $tsvpath && mv $tsvpath
$PUBLIC_DIR/media-viewer-perf-country-image.tsv
+
+echo "Updating mmv-versus-filepage perf data..."
+tsvpath="$TSV_DIR/mvp_mmv_versus_filepage.tsv"
+$MYSQL_CMD < $SQL_DIR/mmv-versus-filepage.sql > $tsvpath && mv $tsvpath
$PUBLIC_DIR/media-viewer-perf-mmv-versus-filepage.tsv
+
+echo "Updating per-site perf data..."
+for sqlpath in `ls $SQL_DIR/*-filerepoinfo.sql | grep -v template.sql`; do
+ wikiname=`basename $sqlpath | sed "s/-filerepoinfo.sql//"`
+ echo "Updating perf data for $wikiname wiki..."
+
+ for sqlfilepath in `ls $SQL_DIR/${wikiname}-*.sql`; do
+ statname=`basename $sqlfilepath | sed "s/.*-//" | sed
"s/.sql//"`
+ echo " $statname..."
+ tsvpath=$TSV_DIR/mvp_$wikiname-$statname.tsv
+ $MYSQL_CMD < $sqlfilepath > $tsvpath
+ mv $tsvpath
$PUBLIC_DIR/media-viewer-perf-$wikiname-$statname.tsv
+ done
+ echo " Done!"
+done
+
+SQL_DIR="/home/mholmquist/multimedia/oldperf"
+
+for sqlpath in `ls $SQL_DIR/*.sql | grep -v template.sql`; do
+ wikiname=`basename $sqlpath | sed "s/.sql//"`
+ echo "Updating old-style perf data for $wikiname wiki..."
+ tsvpath=$TSV_DIR/mvp_$wikiname.tsv
+ $MYSQL_CMD < $sqlpath > $tsvpath
+ mv $tsvpath $PUBLIC_DIR/media-viewer-oldperf-$wikiname.tsv
+done
+
--
To view, visit https://gerrit.wikimedia.org/r/130392
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I605fe85849fd07561363f1d8d92a7ce491de81bf
Gerrit-PatchSet: 1
Gerrit-Project: analytics/multimedia
Gerrit-Branch: master
Gerrit-Owner: MarkTraceur <mtrac...@member.fsf.org>
Gerrit-Reviewer: Gilles <gdu...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
