tiborm commented on a change in pull request #1350: METRON-2023 [UI] Covering
Grok Parser Creation with Cypress tests
URL: https://github.com/apache/metron/pull/1350#discussion_r262514629
##########
File path: metron-interface/metron-config/cypress/fixtures/config.json
##########
@@ -0,0 +1,351 @@
+{
+ "websphere": {
+ "parserClassName":
"org.apache.metron.parsers.websphere.GrokWebSphereParser",
+ "filterClassName": null,
+ "sensorTopic": "websphere",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "grokPath": "/patterns/websphere",
+ "patternLabel": "WEBSPHERE",
+ "timestampField": "timestamp_string",
+ "dateFormat": "yyyy MMM dd HH:mm:ss"
+ },
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "syslog5424": {
+ "parserClassName": "org.apache.metron.parsers.syslog.Syslog5424Parser",
+ "filterClassName": null,
+ "sensorTopic": "syslog5424",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "nilPolicy": "DASH"
+ },
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "jsonMap": {
+ "parserClassName": "org.apache.metron.parsers.json.JSONMapParser",
+ "filterClassName": null,
+ "sensorTopic": "jsonMap",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {},
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "syslog3164": {
+ "parserClassName": "org.apache.metron.parsers.syslog.Syslog3164Parser",
+ "filterClassName": null,
+ "sensorTopic": "syslog3164",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {},
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "jsonMapQuery": {
+ "parserClassName": "org.apache.metron.parsers.json.JSONMapParser",
+ "filterClassName": null,
+ "sensorTopic": "jsonMapQuery",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "jsonpQuery": "$.foo"
+ },
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "squid": {
+ "parserClassName": "org.apache.metron.parsers.GrokParser",
+ "filterClassName": null,
+ "sensorTopic": "squid",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "grokPath": "/patterns/squid",
+ "patternLabel": "SQUID_DELIMITED",
+ "timestampField": "timestamp"
+ },
+ "fieldTransformations": [
+ {
+ "input": [],
+ "output": [
+ "full_hostname",
+ "domain_without_subdomains"
+ ],
+ "transformation": "STELLAR",
+ "config": {
+ "full_hostname": "URL_TO_HOST(url)",
+ "domain_without_subdomains":
"DOMAIN_REMOVE_SUBDOMAINS(full_hostname)"
+ }
+ }
+ ],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "jsonMapWrappedQuery": {
+ "parserClassName": "org.apache.metron.parsers.json.JSONMapParser",
+ "filterClassName": null,
+ "sensorTopic": "jsonMapWrappedQuery",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "jsonpQuery": "$.foo",
+ "wrapInEntityArray": "true",
+ "wrapEntityName": "foo"
+ },
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "snort": {
+ "parserClassName": "org.apache.metron.parsers.snort.BasicSnortParser",
+ "filterClassName": null,
+ "sensorTopic": "snort",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {},
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "bro": {
+ "parserClassName": "org.apache.metron.parsers.bro.BasicBroParser",
+ "filterClassName": null,
+ "sensorTopic": "bro",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {},
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "asa": {
+ "parserClassName": "org.apache.metron.parsers.asa.BasicAsaParser",
+ "filterClassName": null,
+ "sensorTopic": "asa",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "deviceTimeZone": "UTC"
+ },
+ "fieldTransformations": [],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ },
+ "yaf": {
+ "parserClassName": "org.apache.metron.parsers.GrokParser",
+ "filterClassName": null,
+ "sensorTopic": "yaf",
+ "outputTopic": null,
+ "errorTopic": null,
+ "writerClassName": null,
+ "errorWriterClassName": null,
+ "readMetadata": false,
+ "mergeMetadata": false,
+ "numWorkers": null,
+ "numAckers": null,
+ "spoutParallelism": 1,
+ "spoutNumTasks": 1,
+ "parserParallelism": 1,
+ "parserNumTasks": 1,
+ "errorWriterParallelism": 1,
+ "errorWriterNumTasks": 1,
+ "spoutConfig": {},
+ "securityProtocol": null,
+ "stormConfig": {},
+ "parserConfig": {
+ "grokPath": "/patterns/yaf",
+ "patternLabel": "YAF_DELIMITED",
+ "timestampField": "start_time",
+ "timeFields": [
+ "start_time",
+ "end_time"
+ ],
+ "dateFormat": "yyyy-MM-dd HH:mm:ss.S"
+ },
+ "fieldTransformations": [
+ {
+ "input": [
+ "protocol"
+ ],
+ "output": [
+ "protocol"
+ ],
+ "transformation": "IP_PROTOCOL",
+ "config": {}
+ }
+ ],
+ "cacheConfig": {},
+ "rawMessageStrategy": "DEFAULT",
+ "rawMessageStrategyConfig": {}
+ }
+}
Review comment:
Response mock for GROK parser creation test.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
