Joal has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/392624 )
Change subject: Update cassandra load jobs to local quorum write
......................................................................
Update cassandra load jobs to local quorum write
So far they used the default LOCAL_ONE.
Change-Id: Id139a6024cf61dca5b0d2e781d89a588f7f2db53
---
M oozie/cassandra/bundle.properties
M oozie/cassandra/bundle.xml
M oozie/cassandra/coord_per_article_daily.properties
M oozie/cassandra/coord_per_project_daily.properties
M oozie/cassandra/coord_per_project_hourly.properties
M oozie/cassandra/coord_per_project_monthly.properties
M oozie/cassandra/coord_top_articles_daily.properties
M oozie/cassandra/coord_top_articles_monthly.properties
M oozie/cassandra/coord_unique_devices_daily.properties
M oozie/cassandra/coord_unique_devices_monthly.properties
M oozie/cassandra/daily/coordinator.xml
M oozie/cassandra/daily/workflow.xml
M oozie/cassandra/historical/pagecounts_per_project.properties
M oozie/cassandra/historical/workflow.xml
M oozie/cassandra/hourly/coordinator.xml
M oozie/cassandra/hourly/workflow.xml
M oozie/cassandra/monthly/coordinator.xml
M oozie/cassandra/monthly/workflow.xml
18 files changed, 51 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/analytics/refinery
refs/changes/24/392624/1
diff --git a/oozie/cassandra/bundle.properties
b/oozie/cassandra/bundle.properties
index de90779..e29e0e4 100644
--- a/oozie/cassandra/bundle.properties
+++ b/oozie/cassandra/bundle.properties
@@ -68,6 +68,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/bundle.xml b/oozie/cassandra/bundle.xml
index 0a4e656..2c56ba5 100644
--- a/oozie/cassandra/bundle.xml
+++ b/oozie/cassandra/bundle.xml
@@ -38,6 +38,7 @@
<property><name>cassandra_port</name></property>
<property><name>cassandra_username</name></property>
<property><name>cassandra_password</name></property>
+ <property><name>cassandra_write_consistency</name></property>
<property><name>hive_value_separator</name></property>
<property><name>cassandra_table</name></property>
diff --git a/oozie/cassandra/coord_per_article_daily.properties
b/oozie/cassandra/coord_per_article_daily.properties
index 1fa8382..0104790 100644
--- a/oozie/cassandra/coord_per_article_daily.properties
+++ b/oozie/cassandra/coord_per_article_daily.properties
@@ -67,6 +67,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_per_project_daily.properties
b/oozie/cassandra/coord_per_project_daily.properties
index a6baf2f..a37b372 100644
--- a/oozie/cassandra/coord_per_project_daily.properties
+++ b/oozie/cassandra/coord_per_project_daily.properties
@@ -67,6 +67,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_per_project_hourly.properties
b/oozie/cassandra/coord_per_project_hourly.properties
index 43f83ac..6b289b7 100644
--- a/oozie/cassandra/coord_per_project_hourly.properties
+++ b/oozie/cassandra/coord_per_project_hourly.properties
@@ -66,6 +66,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_per_project_monthly.properties
b/oozie/cassandra/coord_per_project_monthly.properties
index 4a60f0a..d8fddbf 100644
--- a/oozie/cassandra/coord_per_project_monthly.properties
+++ b/oozie/cassandra/coord_per_project_monthly.properties
@@ -69,6 +69,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_top_articles_daily.properties
b/oozie/cassandra/coord_top_articles_daily.properties
index 0c4c7c1..bf88644 100644
--- a/oozie/cassandra/coord_top_articles_daily.properties
+++ b/oozie/cassandra/coord_top_articles_daily.properties
@@ -67,6 +67,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_top_articles_monthly.properties
b/oozie/cassandra/coord_top_articles_monthly.properties
index 4bae414..fe29ce1 100644
--- a/oozie/cassandra/coord_top_articles_monthly.properties
+++ b/oozie/cassandra/coord_top_articles_monthly.properties
@@ -69,6 +69,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_unique_devices_daily.properties
b/oozie/cassandra/coord_unique_devices_daily.properties
index c98a4dc..110564f 100644
--- a/oozie/cassandra/coord_unique_devices_daily.properties
+++ b/oozie/cassandra/coord_unique_devices_daily.properties
@@ -65,6 +65,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/coord_unique_devices_monthly.properties
b/oozie/cassandra/coord_unique_devices_monthly.properties
index e50dac8..8b0c8a6 100644
--- a/oozie/cassandra/coord_unique_devices_monthly.properties
+++ b/oozie/cassandra/coord_unique_devices_monthly.properties
@@ -67,6 +67,7 @@
cassandra_password = cassandra
cassandra_nodes = 6
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/daily/coordinator.xml
b/oozie/cassandra/daily/coordinator.xml
index ed3deea..6e7cae5 100644
--- a/oozie/cassandra/daily/coordinator.xml
+++ b/oozie/cassandra/daily/coordinator.xml
@@ -37,6 +37,7 @@
<property><name>cassandra_host</name></property>
<property><name>cassandra_username</name></property>
<property><name>cassandra_password</name></property>
+ <property><name>cassandra_write_consistency</name></property>
<property><name>hive_fields</name></property>
<property><name>hive_fields_types</name></property>
diff --git a/oozie/cassandra/daily/workflow.xml
b/oozie/cassandra/daily/workflow.xml
index 27a9073..9c30452 100644
--- a/oozie/cassandra/daily/workflow.xml
+++ b/oozie/cassandra/daily/workflow.xml
@@ -79,6 +79,11 @@
<name>cassandra_password</name>
<description>The cassandra password for load</description>
</property>
+ <property>
+ <name>cassandra_write_consistency</name>
+ <description>The cassandra write consistency level</description>
+ </property>
+
<!-- Cassandra load job parameters-->
<property>
@@ -324,6 +329,11 @@
<value>${cassandra_password}</value>
</property>
<property>
+ <!--Write consistency level -->
+ <name>cassandra.consistencylevel.write</name>
+ <value>${cassandra_write_consistency}</value>
+ </property>
+ <property>
<!--Quoted on purpose -->
<name>cassandra.output.keyspace</name>
<value>"${cassandra_keyspace}"</value>
diff --git a/oozie/cassandra/historical/pagecounts_per_project.properties
b/oozie/cassandra/historical/pagecounts_per_project.properties
index 2bc2cc4..3a1267c 100644
--- a/oozie/cassandra/historical/pagecounts_per_project.properties
+++ b/oozie/cassandra/historical/pagecounts_per_project.properties
@@ -48,6 +48,7 @@
cassandra_password = cassandra
cassandra_nodes = 12
batch_size = 1024
+cassandra_write_consistency = LOCAL_QUORUM
# Hive value separator
hive_value_separator = \\t
diff --git a/oozie/cassandra/historical/workflow.xml
b/oozie/cassandra/historical/workflow.xml
index 1fd5105..8d0def9 100644
--- a/oozie/cassandra/historical/workflow.xml
+++ b/oozie/cassandra/historical/workflow.xml
@@ -91,6 +91,10 @@
<name>cassandra_password</name>
<description>The cassandra password for load</description>
</property>
+ <property>
+ <name>cassandra_write_consistency</name>
+ <description>The cassandra write consistency level</description>
+ </property>
<!-- Cassandra load job parameters-->
<property>
@@ -321,6 +325,11 @@
<value>${cassandra_password}</value>
</property>
<property>
+ <!--Write consistency level -->
+ <name>cassandra.consistencylevel.write</name>
+ <value>${cassandra_write_consistency}</value>
+ </property>
+ <property>
<!--Quoted on purpose -->
<name>cassandra.output.keyspace</name>
<value>"${cassandra_keyspace}"</value>
diff --git a/oozie/cassandra/hourly/coordinator.xml
b/oozie/cassandra/hourly/coordinator.xml
index 6a0db7d..aebfe81 100644
--- a/oozie/cassandra/hourly/coordinator.xml
+++ b/oozie/cassandra/hourly/coordinator.xml
@@ -37,6 +37,7 @@
<property><name>cassandra_port</name></property>
<property><name>cassandra_username</name></property>
<property><name>cassandra_password</name></property>
+ <property><name>cassandra_write_consistency</name></property>
<property><name>hive_fields</name></property>
<property><name>hive_fields_types</name></property>
diff --git a/oozie/cassandra/hourly/workflow.xml
b/oozie/cassandra/hourly/workflow.xml
index 1d7aa3a..1a7fc4c 100644
--- a/oozie/cassandra/hourly/workflow.xml
+++ b/oozie/cassandra/hourly/workflow.xml
@@ -83,6 +83,10 @@
<name>cassandra_password</name>
<description>The cassandra password for load</description>
</property>
+ <property>
+ <name>cassandra_write_consistency</name>
+ <description>The cassandra write consistency level</description>
+ </property>
<!-- Cassandra load job parameters-->
<property>
@@ -337,6 +341,11 @@
<value>${cassandra_password}</value>
</property>
<property>
+ <!--Write consistency level -->
+ <name>cassandra.consistencylevel.write</name>
+ <value>${cassandra_write_consistency}</value>
+ </property>
+ <property>
<!--Quoted on purpose -->
<name>cassandra.output.keyspace</name>
<value>"${cassandra_keyspace}"</value>
diff --git a/oozie/cassandra/monthly/coordinator.xml
b/oozie/cassandra/monthly/coordinator.xml
index fe7072c..8dfa13b 100644
--- a/oozie/cassandra/monthly/coordinator.xml
+++ b/oozie/cassandra/monthly/coordinator.xml
@@ -38,6 +38,7 @@
<property><name>cassandra_host</name></property>
<property><name>cassandra_username</name></property>
<property><name>cassandra_password</name></property>
+ <property><name>cassandra_write_consistency</name></property>
<property><name>hive_fields</name></property>
<property><name>hive_fields_types</name></property>
diff --git a/oozie/cassandra/monthly/workflow.xml
b/oozie/cassandra/monthly/workflow.xml
index 7b53c49..7f01166 100644
--- a/oozie/cassandra/monthly/workflow.xml
+++ b/oozie/cassandra/monthly/workflow.xml
@@ -79,6 +79,10 @@
<name>cassandra_password</name>
<description>The cassandra password for load</description>
</property>
+ <property>
+ <name>cassandra_write_consistency</name>
+ <description>The cassandra write consistency level</description>
+ </property>
<!-- Cassandra load job parameters-->
<property>
@@ -320,6 +324,11 @@
<value>${cassandra_password}</value>
</property>
<property>
+ <!--Write consistency level -->
+ <name>cassandra.consistencylevel.write</name>
+ <value>${cassandra_write_consistency}</value>
+ </property>
+ <property>
<!--Quoted on purpose -->
<name>cassandra.output.keyspace</name>
<value>"${cassandra_keyspace}"</value>
--
To view, visit https://gerrit.wikimedia.org/r/392624
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: Id139a6024cf61dca5b0d2e781d89a588f7f2db53
Gerrit-PatchSet: 1
Gerrit-Project: analytics/refinery
Gerrit-Branch: master
Gerrit-Owner: Joal <j...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
