Ottomata has uploaded a new change for review. https://gerrit.wikimedia.org/r/59851
Change subject: Setting up HTTPS for metrics.wikimedia.org ...................................................................... Setting up HTTPS for metrics.wikimedia.org RT 4912 Change-Id: Ic33686227bcc8b43041dddc33b1c6f391a2707b3 --- M manifests/misc/statistics.pp A templates/apache/sites/metrics.wikimedia.org.erb 2 files changed, 96 insertions(+), 44 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/operations/puppet refs/changes/51/59851/1 diff --git a/manifests/misc/statistics.pp b/manifests/misc/statistics.pp index c39aac7..d2e9d11 100644 --- a/manifests/misc/statistics.pp +++ b/manifests/misc/statistics.pp @@ -253,8 +253,13 @@ # metrics-api.wikimedia.org # See: http://stat1.wikimedia.org/rfaulk/pydocs/_build/env.html # for more info on how and why. +# +# TODO: Make this a module. +# class misc::statistics::sites::metrics { - require passwords::mysql::research, + require misc::statistics::user, + misc::statistics::packages::python, + passwords::mysql::research, passwords::mysql::research_prod, passwords::mysql::metrics, passwords::e3::metrics @@ -264,10 +269,11 @@ $e3_home = "/a/e3" $e3_analysis_path = "$e3_home/E3Analysis/" - $e3_user = $misc::statistics::user::username + $metrics_user = $misc::statistics::user::username $secret_key = $passwords::e3::metrics::secret_key + $mysql_connections = {} # connetions will be rendered into settings.py. $mysql_connections = { 'slave' => { @@ -330,7 +336,7 @@ # install a .htpasswd file for E3 file { "$e3_home/.htpasswd": content => 'e3:$apr1$krR9Lhez$Yr0Ya9GpCW8KRQLeyR5Rn.', - owner => $e3_user, + owner => $metrics_user, group => "wikidev", mode => 0664, } @@ -339,7 +345,7 @@ git::clone { "E3Analysis": directory => "$e3_analysis_path", origin => "https://gerrit.wikimedia.org/r/p/analytics/E3Analysis.git";, - owner => $e3_user, + owner => $metrics_user, require => [Package["python-flask"], File[$e3_home], Class["misc::statistics::user"], Class["misc::statistics::packages::python"]], ensure => "latest", } @@ -348,7 +354,7 @@ # Make this only readable by stats user; it has db passwords in it. file { "$e3_analysis_path/user_metrics/config/settings.py": content => template("misc/e3-metrics.settings.py.erb"), - owner => $e3_user, + owner => $metrics_user, group => "root", mode => 0640, require => Git::Clone["E3Analysis"], @@ -362,54 +368,30 @@ } include webserver::apache - # Set up the Python WSGI VirtualHost webserver::apache::module { "wsgi": } webserver::apache::module { "alias": } - webserver::apache::site { $site_name: - require => [File["/srv/org.wikimedia.metrics"], File["$e3_home/.htpasswd"], Class["webserver::apache"], Webserver::Apache::Module["wsgi"], Webserver::Apache::Module['alias']], - server_admin => "[email protected]", - docroot => $document_root, - access_log => "/var/log/apache2/access.metrics.log", - error_log => "/var/log/apache2/error.metrics.log", - custom => [" - WSGIDaemonProcess api user=$e3_user group=wikidev threads=5 python-path=$e3_analysis_path - WSGIScriptAlias / $document_root/api.wsgi + webserver::apache::module { "ssl": } - <Directory $document_root> - WSGIProcessGroup api - WSGIApplicationGroup %{GLOBAL} - Order deny,allow - Allow from all - </Directory>", -" - <Location /> - Order deny,allow - AuthType Basic - AuthName \"WMF E3 Metrics API\" - AuthUserFile $e3_home/.htpasswd - require valid-user - Deny from all - Satisfy any - </Location>", - ], + # install metrics.wikimedia.org SSL certificate + install_certificate{ $site_name: } + + # Set up the Python WSGI VirtualHost + file { "/etc/apache2/sites-available/$site_name": + content => template("apache/sites/${site_name}.erb"), + require => [File[$document_root], File["$e3_home/.htpasswd"], Class["webserver::apache"], Webserver::Apache::Module["wsgi"], Webserver::Apache::Module['alias'], Webserver::Apache::Module['ssl']], + notify => Class['webserver::apache::service'], } - - # This site used to be named metrics-api. - # Set up a VirtualHost to handle redirects. - file { "/etc/apache2/sites-enabled/metrics-api.wikimedia.org": - content => " -# Redirect metrics-api.wikimedia.org to $site_name. -<VirtualHost *:80> - ServerName metrics-api.wikimedia.org - Redirect permanent / http://$site_name -</VirtualHost> -", + file { "/etc/apache2/sites-enabled/$site_name": + ensure => link, + target => "/etc/apache2/sites-available/${site_name}", + require => File["/etc/apache2/sites-available/${site_name}"], + notify => Class['webserver::apache::service'], } # make access and error log for metrics-api readable by wikidev group file { ["/var/log/apache2/access.metrics.log", "/var/log/apache2/error.metrics.log"]: group => "wikidev", - require => Webserver::Apache::Site[$site_name], + require => File["/etc/apache2/sites-enabled/$site_name"], } } diff --git a/templates/apache/sites/metrics.wikimedia.org.erb b/templates/apache/sites/metrics.wikimedia.org.erb new file mode 100644 index 0000000..889a09e --- /dev/null +++ b/templates/apache/sites/metrics.wikimedia.org.erb @@ -0,0 +1,70 @@ +# Note: This file is managed by Puppet. +<% +# ERb template variables: +# +# site_name +# document_root +# e3_analysis_path +# metrics_user +# +-%> + +<VirtualHost *:80> + # The previous ServerName was metrics-api.wikimedia.org. + # Redirect this to <%= site_name %> + ServerName metrics-api.wikimedia.org + Redirect permanent / https://<%= site_name %> +</VirtualHost> + +<VirtualHost *:80> + ServerName <%= site_name %> + ServerAdmin [email protected] + + RewriteEngine on + RewriteCond %{SERVER_PORT} !^443$ + RewriteRule ^/(.*)$ https://metrics.wikimedia.org/$1 [L,R] + + ErrorLog /var/log/apache2/error.metrics.log + # Possible values include: debug, info, notice, warn, error, crit, + # alert, emerg. + LogLevel warn + + CustomLog /var/log/apache2/access.metrics.log combined + ServerSignature On +</VirtualHost> + +<VirtualHost *:443> + ServerName <%= site_name %> + DocumentRoot <%= document_root %> + ServerAdmin [email protected] + + SSLEngine on + SSLCertificateFile /etc/ssl/certs/<%= site_name %>.pem + SSLCertificateKeyFile /etc/ssl/private/<%= site_name %>.key + SSLCACertificatePath /etc/ssl/certs/ + + WSGIDaemonProcess api user=<%= metrics_user %> group=wikidev threads=5 python-path=<%= e3_analysis_path %> + WSGIScriptAlias / <%= document_root %>/api.wsgi + + <Directory <%= document_root %>> + WSGIProcessGroup api + WSGIApplicationGroup %{GLOBAL} + + Options Indexes FollowSymLinks MultiViews + AllowOverride None + Order deny,allow + Allow from all + </Directory> + + <Location /> + Order deny,allow + AuthType Basic + AuthName "WMF E3 Metrics API" + AuthUserFile /a/e3/.htpasswd + require valid-user + Deny from all + Satisfy any + </Location> + +</VirtualHost> + -- To view, visit https://gerrit.wikimedia.org/r/59851 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: Ic33686227bcc8b43041dddc33b1c6f391a2707b3 Gerrit-PatchSet: 1 Gerrit-Project: operations/puppet Gerrit-Branch: production Gerrit-Owner: Ottomata <[email protected]> _______________________________________________ MediaWiki-commits mailing list [email protected] https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
