BryanDavis has uploaded a new change for review.
https://gerrit.wikimedia.org/r/323351
Change subject: logstash: Add processing rules for MediaWiki's exception channel
......................................................................
logstash: Add processing rules for MediaWiki's exception channel
Bug: T136849
Change-Id: I7372dbff9e6fceb0852747348bdfe9bed3756258
---
M modules/role/files/logstash/filter-mediawiki.conf
1 file changed, 13 insertions(+), 2 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/51/323351/1
diff --git a/modules/role/files/logstash/filter-mediawiki.conf
b/modules/role/files/logstash/filter-mediawiki.conf
index 3373774..31b3e70 100644
--- a/modules/role/files/logstash/filter-mediawiki.conf
+++ b/modules/role/files/logstash/filter-mediawiki.conf
@@ -14,10 +14,21 @@
}
if [channel] == "exception" {
- # Excluded because events are duplicated by exception-json
- drop {}
+ mutate {
+ # Add a field to compute a checksum value based on message + file +
line
+ add_field => [
+ "message_checksum", "%{message}|%{[exception][file]}"
+ ]
+ }
+ # Convert message_checksum field to md5 hash
+ anonymize {
+ fields => [ "message_checksum" ]
+ algorithm => "MD5"
+ key => "boringsalt"
+ }
}
+ # TODO: remove this after exception channel is sent from MW side
if [channel] == "exception-json" {
# Parse message as json and put elements in event
json {
--
To view, visit https://gerrit.wikimedia.org/r/323351
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I7372dbff9e6fceb0852747348bdfe9bed3756258
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: BryanDavis <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
