Hello Ottomata,
I'd like you to do a code review. Please visit
https://gerrit.wikimedia.org/r/187419
to review the following change.
Change subject: Add pagecounts-raw to webrequest dump script
......................................................................
Add pagecounts-raw to webrequest dump script
Change-Id: I9a45f656c771cd0ad6bbd3a9d9acb87b67aee507
---
M bin/refinery-dump-status-webrequest-partitions
1 file changed, 8 insertions(+), 1 deletion(-)
git pull ssh://gerrit.wikimedia.org:29418/analytics/refinery
refs/changes/19/187419/1
diff --git a/bin/refinery-dump-status-webrequest-partitions
b/bin/refinery-dump-status-webrequest-partitions
index 9e75f7e..cf15e90 100755
--- a/bin/refinery-dump-status-webrequest-partitions
+++ b/bin/refinery-dump-status-webrequest-partitions
@@ -16,6 +16,7 @@
-- Select the datasets to output data for.
The following datasets are available:
pagecounts-all-sites -- pagecounts-all-sites (hourly)
+ pagecounts-raw -- pagecounts-raw (hourly)
raw_webrequest -- Raw webrequest (hourly)
webrequest -- webrequest (refined tables)
(hourly)
all -- all of the above
@@ -58,6 +59,7 @@
}
add_dataset "pagecounts_all_sites" " file name date | page | project |"
+add_dataset "pagecounts_raw" " file name date | page | project |"
add_dataset "raw_webrequest" " bits | misc | mobile | text | upload |"
add_dataset "webrequest" " bits | misc | mobile | text | upload |"
@@ -247,7 +249,7 @@
dump_dataset_pagecounts_all_sites() {
local DATE="$1"
- local DATASET="pagecounts_all_sites"
+ local DATASET="${2:-pagecounts_all_sites}"
log_no_lf " $(date --utc -d "$DATE 1 hour" +'%Y%m%d-%H0000') |"
for KIND in page project
@@ -258,6 +260,11 @@
done
}
+dump_dataset_pagecounts_raw() {
+ local DATE="$1"
+ dump_dataset_pagecounts_all_sites "$DATE" "pagecounts_raw"
+}
+
dump_dataset_raw_webrequest_partition() {
local DATE_HDFS_PADDED="$1"
--
To view, visit https://gerrit.wikimedia.org/r/187419
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I9a45f656c771cd0ad6bbd3a9d9acb87b67aee507
Gerrit-PatchSet: 1
Gerrit-Project: analytics/refinery
Gerrit-Branch: master
Gerrit-Owner: QChris <[email protected]>
Gerrit-Reviewer: Ottomata <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
