Nuria has uploaded a new change for review.
https://gerrit.wikimedia.org/r/185913
Change subject: Reformating archive file to be zero padded
......................................................................
Reformating archive file to be zero padded
Archive file for mobile apps uniques for 2015-01-01
should be 2015-01-01 an should contain data for that day.
Change-Id: I22c22c550aea2d90a8c89c04b64262ccfef5c651
---
M oozie/mobile_apps/daily_uniques/coordinator.xml
M oozie/mobile_apps/daily_uniques/workflow.xml
2 files changed, 15 insertions(+), 8 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/analytics/refinery
refs/changes/13/185913/1
diff --git a/oozie/mobile_apps/daily_uniques/coordinator.xml
b/oozie/mobile_apps/daily_uniques/coordinator.xml
index c0f9bce..4d9efbc 100644
--- a/oozie/mobile_apps/daily_uniques/coordinator.xml
+++ b/oozie/mobile_apps/daily_uniques/coordinator.xml
@@ -1,6 +1,6 @@
<coordinator-app xmlns="uri:oozie:coordinator:0.4"
name="mobile_apps_daily_uniques-coord"
- frequency="${coord:days(1)}"
+ frequency="60"
start="${start_time}"
end="${stop_time}"
timezone="Universal">
@@ -48,12 +48,12 @@
datasets is a processed dataset from the raw data.
-->
<data-in name="mobile" dataset="webrequest_mobile">
- <start-instance>${coord:current(-23)}</start-instance>
- <end-instance>${coord:current(0)}</end-instance>
+ <start-instance>${coord:current(0)}</start-instance>
+ <end-instance>${coord:current(23)}</end-instance>
</data-in>
<data-in name="text" dataset="webrequest_text">
- <start-instance>${coord:current(-23)}</start-instance>
- <end-instance>${coord:current(0)}</end-instance>
+ <start-instance>${coord:current(0)}</start-instance>
+ <end-instance>${coord:current(23)}</end-instance>
</data-in>
</input-events>
@@ -88,7 +88,10 @@
<name>day</name>
<value>${coord:formatTime(coord:nominalTime(), "d")}</value>
</property>
-
+ <property>
+ <name>archive_file_name</name>
+ <value>${coord:formatTime(coord:nominalTime(),
"YYYY-MM-DD")}</value>
+ </property>
<property>
<name>temporary_directory</name>
<value>${temporary_directory}</value>
diff --git a/oozie/mobile_apps/daily_uniques/workflow.xml
b/oozie/mobile_apps/daily_uniques/workflow.xml
index ef8323e..52dbfad 100644
--- a/oozie/mobile_apps/daily_uniques/workflow.xml
+++ b/oozie/mobile_apps/daily_uniques/workflow.xml
@@ -1,4 +1,4 @@
-<workflow-app name="mobile_apps_daily_uniques-${year}-${month}-${day}-wf"
xmlns="uri:oozie:workflow:0.4">
+<workflow-app
name="TESTING_mobile_apps_daily_uniques-${year}-${month}-${day}-wf"
xmlns="uri:oozie:workflow:0.4">
<parameters>
<!-- Required properties -->
<property><name>name_node</name></property>
@@ -26,6 +26,10 @@
<property>
<name>day</name>
<description>The partition's day</description>
+ </property>
+ <property>
+ <name>archive_file_name</name>
+ <description>The file name, zero padded like: 2015-01-01
</description>
</property>
<property>
<name>temporary_directory</name>
@@ -101,7 +105,7 @@
<property>
<name>archive_file</name>
<!-- not sure if hardcoding filename here is right-->
-
<value>${archive_directory}/mobile_apps/uniques/daily/${year}-${month}-${day}.gz</value>
+
<value>${archive_directory}/mobile_apps/uniques/daily/${archive_file_name}.gz</value>
</property>
<property>
<name>name_node</name>
--
To view, visit https://gerrit.wikimedia.org/r/185913
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I22c22c550aea2d90a8c89c04b64262ccfef5c651
Gerrit-PatchSet: 1
Gerrit-Project: analytics/refinery
Gerrit-Branch: master
Gerrit-Owner: Nuria <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
