Hjiang has uploaded a new change for review.
https://gerrit.wikimedia.org/r/324383
Change subject: --amend
......................................................................
--amend
Change-Id: Iff5c0725537b29da42def74d3210556f4c0f65d2
---
D ee-migration-batch-1/config.yaml
D ee-migration-batch-1/daily_edit.sql
D ee-migration-batch-1/daily_edits_by_anon_users.sql
D ee-migration-batch-1/daily_edits_by_bot.sql
D ee-migration-batch-1/daily_edits_by_nonbot_reg_user.sql
D ee-migration-batch-1/daily_unique_anon_users.sql
D ee-migration-batch-1/daily_unique_nonbot_reg_users.sql
D ee-migration-batch-1/wiki_dbs.txt
D ee/wiki_dbs_ve.txt
9 files changed, 0 insertions(+), 240 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/analytics/limn-ee-data
refs/changes/83/324383/1
diff --git a/ee-migration-batch-1/config.yaml b/ee-migration-batch-1/config.yaml
deleted file mode 100644
index f207192..0000000
--- a/ee-migration-batch-1/config.yaml
+++ /dev/null
@@ -1,50 +0,0 @@
-databases:
- mediawiki:
- host: "analytics-store.eqiad.wmnet"
- port: 3306
- creds_file: /a/.my.cnf.research
- db: wiki_db
-
-defaults:
- db: mediawiki
-
-reports:
- revisions: daily_edits
- granularity: days
- starts: 2016-01-01
- lag: 3600 #3600s
- explode_by:
- wiki_db: wiki_dbs.txt
-
-reports:
- revisions: daily_unique_anon_users
- granularity: days
- starts: 2016-01-01
- lag: 3600 #3600s
- explode_by:
- wiki_db: wiki_dbs.txt
-
-reports:
- revisions: daily_edit_by_bot
- granularity: days
- starts: 2016-01-01
- lag: 3600 #3600s
- explode_by:
- wiki_db: wiki_dbs.txt
-
-reports:
- revisions: daily_edits_by_nonbot_reg_users
- granularity: days
- starts: 2016-01-01
- lag: 3600 #3600s
- explode_by:
- wiki_db: wiki_dbs.txt
-
-reports:
- revisions: daily_unique_nonbot_reg_users
- granularity: days
- starts: 2016-01-01
- lag: 3600 #3600s
- explode_by:
- wiki_db: wiki_dbs.txt
-
diff --git a/ee-migration-batch-1/daily_edit.sql
b/ee-migration-batch-1/daily_edit.sql
deleted file mode 100644
index 09a9080..0000000
--- a/ee-migration-batch-1/daily_edit.sql
+++ /dev/null
@@ -1,19 +0,0 @@
---daily edits
-select DATE('{from_timestamp}') AS date,
- SUM(revisions) AS revisions
-FROM (
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.revision
- where
- rev_timestamp >= '{from_timestamp}' AND
- rev_timestamp < '{to_timestamp}'
- union all
- select
- count(*) as revisions
- from {wiki_db}.archive
- where
- ar_timestamp >= '{from_timestamp}' and
- ar_timestamp < '{to_timestamp}'
-) as all_revisions;
-
diff --git a/ee-migration-batch-1/daily_edits_by_anon_users.sql
b/ee-migration-batch-1/daily_edits_by_anon_users.sql
deleted file mode 100644
index 7499062..0000000
--- a/ee-migration-batch-1/daily_edits_by_anon_users.sql
+++ /dev/null
@@ -1,20 +0,0 @@
-SELECT
- DATE('{from_timestamp}') AS date,
- SUM(revisions) AS revisions
-FROM (
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.revision
- WHERE
- rev_timestamp >= '{from_timestamp}' AND
- rev_timestamp < '{to_timestamp}' AND
- rev_user = 0
- UNION
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.archive
- WHERE
- ar_timestamp >= '{from_timestamp}' AND
- ar_timestamp < '{to_timestamp}'AND
- ar_user = 0
-) AS user_revisions;
diff --git a/ee-migration-batch-1/daily_edits_by_bot.sql
b/ee-migration-batch-1/daily_edits_by_bot.sql
deleted file mode 100644
index 12fec32..0000000
--- a/ee-migration-batch-1/daily_edits_by_bot.sql
+++ /dev/null
@@ -1,27 +0,0 @@
--- daily edits by bots
-SELECT
- DATE('{from_timestamp}') AS date,
- SUM(revisions) AS revisions
-FROM (
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.revision
- INNER JOIN user_groups ON
- ug_user = rev_user AND
- ug_group = "bot"
- WHERE
- rev_timestamp >= '{from_timestamp}' AND
- rev_timestamp < '{to_timestamp}' AND
- rev_user > 0
- UNION ALL
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.archive
- INNER JOIN user_groups ON
- ug_user = ar_user AND
- ug_group = "bot"
- WHERE
- ar_timestamp >= '{from_timestamp}' AND
- ar_timestamp < '{to_timestamp}' AND
- ar_user > 0
-) AS bot_user_revisions;
diff --git a/ee-migration-batch-1/daily_edits_by_nonbot_reg_user.sql
b/ee-migration-batch-1/daily_edits_by_nonbot_reg_user.sql
deleted file mode 100644
index cc2dc88..0000000
--- a/ee-migration-batch-1/daily_edits_by_nonbot_reg_user.sql
+++ /dev/null
@@ -1,29 +0,0 @@
--- daily edits by registered non-bot users
-SELECT
- DATE('{from_timestamp}') AS date,
- SUM(revisions) AS revisions
-FROM (
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.revision
- LEFT JOIN user_groups ON
- rev_user = ug_user AND
- ug_group = "bot"
- WHERE
- rev_timestamp >= '{from_timestamp}' AND
- rev_timestamp < '{to_timestamp}' AND
- rev_user > 0 AND
- ug_group IS NULL
- UNION
- SELECT
- COUNT(*) AS revisions
- FROM {wiki_db}.archive
- LEFT JOIN user_groups ON
- ar_user = ug_user AND
- ug_group = "bot"
- WHERE
- ar_timestamp >= '{from_timestamp}' AND
- ar_timestamp < '{to_timestamp}' AND
- ar_user > 0 AND
- ug_group IS NULL
-) AS table_revisions;
diff --git a/ee-migration-batch-1/daily_unique_anon_users.sql
b/ee-migration-batch-1/daily_unique_anon_users.sql
deleted file mode 100644
index a65c194..0000000
--- a/ee-migration-batch-1/daily_unique_anon_users.sql
+++ /dev/null
@@ -1,33 +0,0 @@
---daily unique anonymous users
-SELECT
- DATE('{from_timestamp}') AS date,
- COUNT(*)
-FROM (
- SELECT
- rev_user_text,
- SUM(revisions) AS revisions
- FROM (
- SELECT
- -- DATE('{from_timestamp}') AS date,
- rev_user_text,
- COUNT(*) AS revisions
- FROM {wiki_db}.revision
- WHERE
- rev_timestamp >= '{from_timestamp}' AND
- rev_timestamp < '{to_timestamp}'AND
- rev_user = 0
- GROUP BY 1
- UNION
- SELECT
- ar_user_text AS rev_user_text,
- COUNT(*) AS revisions
- FROM {wiki_db}.archive
- WHERE
- ar_timestamp >= '{from_timestamp}' AND
- ar_timestamp < '{to_timestamp}'AND
- ar_user = 0
- GROUP BY 1
- ) AS user_revisions
- GROUP BY 1
-) AS editors
-WHERE revisions >= 1;
diff --git a/ee-migration-batch-1/daily_unique_nonbot_reg_users.sql
b/ee-migration-batch-1/daily_unique_nonbot_reg_users.sql
deleted file mode 100644
index bb86693..0000000
--- a/ee-migration-batch-1/daily_unique_nonbot_reg_users.sql
+++ /dev/null
@@ -1,36 +0,0 @@
--- daily unique registered non-bot users
-SELECT
- DATE('{from_timestamp}') AS date,
- SUM(revisions) AS revisions
-FROM (
- SELECT
- rev_user,
- SUM(revisions) AS revisions
- FROM (
- SELECT
- rev_user,
- COUNT(*) AS revisions
- FROM {wiki_db}.revision
- WHERE
- rev_timestamp >= '{from_timestamp}' AND
- rev_timestamp < '{to_timestamp}' AND
- rev_user > 0
- GROUP BY 1
- UNION ALL
- SELECT
- ar_user AS rev_user,
- COUNT(*) AS revisions
- FROM {wiki_db}.archive
- WHERE
- ar_timestamp >= '{from_timestamp}' AND
- ar_timestamp < '{to_timestamp}'
- ar_user > 0
- GROUP BY 1
- ) AS user_revisions
- GROUP BY 1
-) AS editors
-LEFT JOIN user_groups ON
- ug_user = rev_user AND
- ug_group = "bot"
-WHERE ug_group IS NULL
-AND revisions >= 1;
diff --git a/ee-migration-batch-1/wiki_dbs.txt
b/ee-migration-batch-1/wiki_dbs.txt
deleted file mode 100644
index 80b0fac..0000000
--- a/ee-migration-batch-1/wiki_dbs.txt
+++ /dev/null
@@ -1,14 +0,0 @@
-enwiki
-frwiki
-dewiki
-hewiki
-huwiki
-itwiki
-nlwiki
-plwiki
-ptwiki
-ruwiki
-svwiki
-zhwiki
-eswiki
-
diff --git a/ee/wiki_dbs_ve.txt b/ee/wiki_dbs_ve.txt
deleted file mode 100644
index f35f00f..0000000
--- a/ee/wiki_dbs_ve.txt
+++ /dev/null
@@ -1,12 +0,0 @@
-enwiki
-dewiki
-eswiki
-frwiki
-hewiki
-itwiki
-nlwiki
-plwiki
-ruwiki
-svwiki
-zhwiki
-
--
To view, visit https://gerrit.wikimedia.org/r/324383
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: Iff5c0725537b29da42def74d3210556f4c0f65d2
Gerrit-PatchSet: 1
Gerrit-Project: analytics/limn-ee-data
Gerrit-Branch: master
Gerrit-Owner: Hjiang <hji...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
