Giuseppe Lavagetto has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/364451 )
Change subject: role::scb: add recommendation-api service
......................................................................
role::scb: add recommendation-api service
Bug: T165760
Change-Id: I0a0126c97767264078c1b8bb5b5ea139cde56312
---
M conftool-data/discovery/services.yaml
M conftool-data/node/codfw.yaml
M conftool-data/node/eqiad.yaml
M conftool-data/service/services.yaml
M hieradata/common/discovery.yaml
M hieradata/common/lvs/configuration.yaml
M hieradata/role/common/scb.yaml
M modules/admin/data/data.yaml
M modules/role/manifests/scb.pp
9 files changed, 79 insertions(+), 23 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/51/364451/1
diff --git a/conftool-data/discovery/services.yaml
b/conftool-data/discovery/services.yaml
index 45a423e..3138fe5 100644
--- a/conftool-data/discovery/services.yaml
+++ b/conftool-data/discovery/services.yaml
@@ -19,5 +19,6 @@
ores: [eqiad, codfw]
pdfrender: [eqiad, codfw]
trendingedits: [eqiad, codfw]
+recommendation: [eqiad, codfw]
wdqs: [eqiad, codfw]
zotero: [eqiad, codfw]
diff --git a/conftool-data/node/codfw.yaml b/conftool-data/node/codfw.yaml
index ae13d6f..a9fa574 100644
--- a/conftool-data/node/codfw.yaml
+++ b/conftool-data/node/codfw.yaml
@@ -278,12 +278,12 @@
sca2003.codfw.wmnet: [zotero]
sca2004.codfw.wmnet: [zotero]
scb:
- scb2001.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb2002.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb2003.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb2004.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb2005.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb2006.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
+ scb2001.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb2002.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb2003.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb2004.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb2005.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb2006.codfw.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
eventbus:
kafka2001.codfw.wmnet: [eventbus]
kafka2002.codfw.wmnet: [eventbus]
diff --git a/conftool-data/node/eqiad.yaml b/conftool-data/node/eqiad.yaml
index 9501b29..e242b7b 100644
--- a/conftool-data/node/eqiad.yaml
+++ b/conftool-data/node/eqiad.yaml
@@ -160,10 +160,10 @@
sca1003.eqiad.wmnet: [zotero]
sca1004.eqiad.wmnet: [zotero]
scb:
- scb1001.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb1002.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb1003.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
- scb1004.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits]
+ scb1001.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb1002.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb1003.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
+ scb1004.eqiad.wmnet: [mobileapps, mathoid, graphoid, citoid, apertium,
cxserver, ores, eventstreams, pdfrender, trendingedits, recommendation]
dns:
chromium.wikimedia.org: [pdns_recursor]
hydrogen.wikimedia.org: [pdns_recursor]
diff --git a/conftool-data/service/services.yaml
b/conftool-data/service/services.yaml
index 6d9abf9..5f630ab 100644
--- a/conftool-data/service/services.yaml
+++ b/conftool-data/service/services.yaml
@@ -139,6 +139,14 @@
datacenters:
- eqiad
- codfw
+ recommendation:
+ port: 9632
+ default_values:
+ pooled: 'no'
+ weight: 10
+ datacenters:
+ - eqiad
+ - codfw
restbase:
restbase:
port: 7231
diff --git a/hieradata/common/discovery.yaml b/hieradata/common/discovery.yaml
index 3b6ee10..303cd92 100644
--- a/hieradata/common/discovery.yaml
+++ b/hieradata/common/discovery.yaml
@@ -82,6 +82,9 @@
trendingedits:
lvs: trendingedits
active_active: true
+ recommendation:
+ lvs: recommendation
+ active_active: true
wdqs:
lvs: wdqs
active_active: true
diff --git a/hieradata/common/lvs/configuration.yaml
b/hieradata/common/lvs/configuration.yaml
index 8c42e61..0f4faa1 100644
--- a/hieradata/common/lvs/configuration.yaml
+++ b/hieradata/common/lvs/configuration.yaml
@@ -129,6 +129,9 @@
codfw: 10.2.1.8
logstash: &ip_block037
eqiad: 10.2.2.36
+ recommendation: &ip_block038
+ eqiad: 10.2.2.37
+ codfw: 10.2.1.37
lvs::configuration::lvs_services:
text:
@@ -1348,3 +1351,30 @@
conftool:
cluster: logstash
service: logstash-udp2log
+ recommendation:
+ description: Service for recommendation API
+ class: low-traffic
+ sites:
+ - eqiad
+ - codfw
+ ip: *ip_block038
+ port: 9632
+ bgp: 'yes'
+ depool-threshold: '.5'
+ monitors:
+ ProxyFetch:
+ url:
+ - http://localhost/
+ IdleConnection:
+ timeout-clean-reconnect: 3
+ max-delay: 300
+ conftool:
+ cluster: scb
+ service: recommendation_api
+ icinga:
+ check_command:
"check_http_lvs_on_port!recommendation.svc.%{::site}.wmnet!5252!/"
+ sites:
+ eqiad:
+ hostname: recommendation.svc.eqiad.wmnet
+ codfw:
+ hostname: recommendation.svc.codfw.wmnet
diff --git a/hieradata/role/common/scb.yaml b/hieradata/role/common/scb.yaml
index 6bd0949..3673780 100644
--- a/hieradata/role/common/scb.yaml
+++ b/hieradata/role/common/scb.yaml
@@ -1,18 +1,19 @@
cluster: scb
admin::groups:
-- sc-admins
-- citoid-admin
-- citoid-users
-- cxserver-admin
-- apertium-admins
-- graphoid-admin
-- mathoid-admin
-- zotero-admin
-- mobileapps-admin
-- changeprop-admin
-- ores-admin
-- pdfrender-admin
-- trendingedits-admin
+ - sc-admins
+ - citoid-admin
+ - citoid-users
+ - cxserver-admin
+ - apertium-admins
+ - graphoid-admin
+ - mathoid-admin
+ - zotero-admin
+ - mobileapps-admin
+ - changeprop-admin
+ - ores-admin
+ - pdfrender-admin
+ - trendingedits-admin
+ - recommendation-admin
role::lvs::realserver::pools:
ores: {}
apertium: {}
@@ -24,6 +25,7 @@
eventstreams: {}
pdfrender: {}
trendingedits: {}
+ recommendation: {}
graphoid::allowed_domains:
https:
- mediawiki.org
@@ -84,3 +86,6 @@
changeprop::restbase_uri: http://restbase-async.discovery.wmnet:7231
profile::nutcracker::memcached_pools: {}
profile::nutcracker::monitor_port: 0 # we have nothing exposed via tcp
+
+# Recommendation API
+profile::recommendation_api::wdqs_uri: "http://wdqs.discovery.wmnet";
diff --git a/modules/admin/data/data.yaml b/modules/admin/data/data.yaml
index dc262af..58c1eef 100644
--- a/modules/admin/data/data.yaml
+++ b/modules/admin/data/data.yaml
@@ -592,6 +592,13 @@
members: [gwicke, ppchelko, eevans, mobrovac, jdlrobson, bsitzmann]
privileges: ['ALL = NOPASSWD: /usr/sbin/service trendingedits *',
'ALL = (trendingedits) NOPASSWD: ALL']
+ recommendation-admin:
+ description: Group of recommendation-api admins
+ gid: 791
+ members: [gwicke, ppchelko, eevans, mobrovac]
+ privileges: ['ALL = NOPASSWD: /usr/sbin/service recommendation-api *',
+ 'ALL = (recommendation-api) NOPASSWD: ALL']
+
wmcs-roots:
description: root for cloud services infrastructure
gid: 792
diff --git a/modules/role/manifests/scb.pp b/modules/role/manifests/scb.pp
index 7c47484..1ae90c0 100644
--- a/modules/role/manifests/scb.pp
+++ b/modules/role/manifests/scb.pp
@@ -5,6 +5,8 @@
include ::profile::ores::web
include ::profile::nutcracker
+ include ::profile::recommendation_api
+
include role::mobileapps
include role::mathoid
include role::graphoid
--
To view, visit https://gerrit.wikimedia.org/r/364451
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I0a0126c97767264078c1b8bb5b5ea139cde56312
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Giuseppe Lavagetto <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
