This is an automated email from the ASF dual-hosted git repository.
nickallen pushed a change to branch feature/METRON-2088-support-hdp-3.1
in repository https://gitbox.apache.org/repos/asf/metron.git.
from f77946d METRON-2231 Revert METRON-2175, METRON-2176, METRON-2177 in
HDP 3.1 upgrade feature branch (nickwallen) closes apache/metron#1497
add 891ebd5 METRON-2150 [UI] User not able to filter by multiple values
of the same field on Alerts UI (tiborm via sardell) closes apache/metron#1443
add 42ce5ad METRON-2148 Stellar REST POST function (merrimanr) closes
apache/metron#1440
add f36bba7 Metron-2180 IS_DATE stellar function is lenient while parsing
date/time (MohanDV) closes apache/metron#1461
add 5425f8f METRON-2183 Update to Angular v7 (sardell) closes
apache/metron#1463
add b516a75 METRON-2161 [UI] CSS positioning bugs in Alerts and MGMT UI
(sardell) closes apache/metron#1446
add 753e8ea METRON-2174 [UI] Grouped alerts total can differ from search
alerts total (sardell) closes apache/metron#1455
add 7e39143 METRON-2079 Fix documentation for installing Ansible for
fulldev Centos 6 (mmiklavc) closes apache/metron#1450
add 43f74fc METRON-2185 Update Simple-Syslog dependency to fix error in
Structured Data (ottobackwards) closes apache/metron#1466
add ed63eac METRON-2172 Solr Updates Not Tested in Integration Test
(nickwallen) closes apache/metron#1465
add 5e1e3bd METRON-2140: [UI] Implement logic behind show/hide RESOLVE
and DISMISS items in Alerts UI (tiborm via mmiklavc) closes apache/metron#1459
add 65681a0 METRON-2129 [UI] Clearing the search bar resets alert filter
range to 'All Time' (ruffle1986 via mmiklavc) closes apache/metron#1420
add 6306c93 METRON-2130 [UI] Numeric steppers on the Management UI seems
broken (ruffle1986 via mmiklavc) closes apache/metron#1421
add 6256535 METRON-2191 [UI] Checkbox selector on Alerts UI is broken
(tiborm via sardell) closes apache/metron#1468
add 8a5e7e7 METRON-2192 [UI] "All time" time range is broken on
Alerts UI (tiborm via sardell) closes apache/metron#1469
add 855de4a METRON-2194 Update Ambari tooltip to specify single quotes
for parser names with hyphens (mmiklavc) closes apache/metron#1471
add 340827f METRON-2189 Optimize imports in mpack python scripts
(mmiklavc) closes apache/metron#1467
add 8c4b53d METRON-2197 Add debugging info output for Solr queries
(mmiklavc) closes apache/metron#1475
add 0239432 METRON-2202 Add parameter validation for the stellar field
validation functions (MohanDV via mmiklavc) closes apache/metron#1476
add 771d66b METRON-2195 Add defensive log level checks when constructing
logs is expensive (tigerquoll via mmiklavc) closes apache/metron#1473
add 3bea6ad METRON-2205 Cease querying on filter or time-range change
(tiborm via sardell) closes apache/metron#1478
add f6054a4 METRON-614: Eliminate use of the default Charset (justinleet)
closes apache/metron#1341
add 88f4d2c METRON-614: Eliminate use of the default Charset (mmiklavc
via justinleet) closes apache/metron#1341
add 5e93677 METRON-2076 Fixed up flakey stellar timezone test (tigerquoll
via mmiklavc) closes apache/metron#1487
add 7219606 METRON-2212 Add debugging developer docs to hbase-server
README (mmiklavc) closes apache/metron#1481
add 4ab1fdb METRON-2179 [UI] Make navigation in both UIs consistent
(sardell) closes apache/metron#1464
add e6ca3c7 METRON-2149 Shaded jar classifier is not consistent
(merrimanr) closes apache/metron#1436
add 1a6d77f METRON-2238 Streaming enrichments regression (merrimanr via
mmiklavc) closes apache/metron#1498
add 888c4bc METRON-2199 [UI] Add ability to turn off query building in
Alerts UI search input (sardell) closes apache/metron#1477
add edc449f METRON-2243 [UI] Update npm dependencies to resolve audit
warnings (sardell) closes apache/metron#1500
add 5eed666 METRON-2221 Notebook import fails through Zeppelin REST API
(anandsubbu) closes apache/metron#1489
add 67fa5a4 METRON-2227 Increase Kafka test harness timeout (tigerquoll
via mmiklavc) closes apache/metron#1493
add 3b96474 METRON-2201 The description for the IS_IP method default
behavior needs to corrected as per implementation (MohanDV via mmiklavc) closes
apache/metron#1474
add c402e64 METRON-2217 Migrate current HBase client from HTableInterface
to Table (mmiklavc) closes apache/metron#1483
new e635965 Merge remote-tracking branch 'apache/master' into
MERGE-MASTER-SEPT
new 9e53a83 METRON-2248 Merge Master into Feature Branch
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Upgrading.md | 9 +
dependencies_with_url.csv | 2 +-
metron-analytics/metron-maas-common/pom.xml | 1 +
.../java/org/apache/metron/maas/util/RESTUtil.java | 4 +-
metron-analytics/metron-maas-service/pom.xml | 6 +
.../apache/metron/maas/service/runner/Runner.java | 3 +-
.../metron/maas/service/MaasIntegrationTest.java | 7 +-
metron-analytics/metron-profiler-client/pom.xml | 8 +
.../src/main/assembly/assembly.xml | 2 +-
.../profiler/client/HBaseProfilerClient.java | 34 +-
.../metron/profiler/client/stellar/GetProfile.java | 61 +-
.../profiler/client/stellar/VerboseProfile.java | 57 +-
.../profiler/client/HBaseProfilerClientTest.java | 30 +-
.../metron/profiler/client/ProfileWriter.java | 25 +-
.../profiler/client/stellar/GetProfileTest.java | 35 +-
.../client/stellar/VerboseProfileTest.java | 50 +-
metron-analytics/metron-profiler-common/pom.xml | 6 +
.../profiler/DefaultMessageDistributorTest.java | 6 +-
.../profiler/hbase/SaltyRowKeyBuilderTest.java | 33 +-
metron-analytics/metron-profiler-repl/pom.xml | 8 +
.../src/main/assembly/assembly.xml | 2 +-
.../profiler/repl/StandAloneProfilerTest.java | 3 +-
metron-analytics/metron-profiler-spark/pom.xml | 3 +
.../src/main/assembly/assembly.xml | 2 +-
.../metron/profiler/spark/BatchProfilerConfig.java | 11 +-
.../spark/function/MessageRouterFunction.java | 9 +-
.../src/main/scripts/start_batch_profiler.sh | 4 +-
metron-analytics/metron-profiler-storm/pom.xml | 8 +
.../metron/profiler/storm/ProfileSplitterBolt.java | 11 +-
.../src/main/scripts/start_profiler_topology.sh | 3 +-
.../profiler/storm/ProfileSplitterBoltTest.java | 6 +-
.../storm/integration/ConfigUploadComponent.java | 3 +-
.../storm/integration/ProfilerIntegrationTest.java | 4 +-
metron-analytics/metron-statistics/pom.xml | 3 +
metron-contrib/metron-performance/pom.xml | 8 +
.../src/main/assembly/assembly.xml | 2 +-
.../metron/performance/load/LoadOptions.java | 8 +-
.../load/monitor/writers/CSVWriter.java | 5 +-
.../src/main/scripts/load_tool.sh | 2 +-
.../metron/performance/load/LoadOptionsTest.java | 5 +-
metron-deployment/development/centos6/README.md | 5 +-
.../5.6.14/package/scripts/elastic_commands.py | 14 +-
.../5.6.14/package/scripts/elastic_master.py | 7 +-
.../5.6.14/package/scripts/elastic_slave.py | 3 +-
.../5.6.14/package/scripts/service_check.py | 4 +-
.../KIBANA/5.6.14/package/scripts/common.py | 8 +-
.../KIBANA/5.6.14/package/scripts/kibana_master.py | 2 +-
.../CURRENT/configuration/metron-parsers-env.xml | 2 +-
.../common-services/METRON/CURRENT/metainfo.xml | 5 +
.../CURRENT/package/scripts/alerts_ui_commands.py | 4 +-
.../CURRENT/package/scripts/alerts_ui_master.py | 10 +-
.../package/scripts/dashboard/dashboardindex.py | 10 +-
.../CURRENT/package/scripts/enrichment_commands.py | 6 +-
.../CURRENT/package/scripts/enrichment_master.py | 10 +-
.../CURRENT/package/scripts/indexing_commands.py | 79 +-
.../CURRENT/package/scripts/indexing_master.py | 32 +-
.../package/scripts/management_ui_commands.py | 6 +-
.../package/scripts/management_ui_master.py | 7 +-
.../CURRENT/package/scripts/metron_client.py | 11 +-
.../CURRENT/package/scripts/metron_security.py | 7 +-
.../CURRENT/package/scripts/metron_service.py | 12 +-
.../CURRENT/package/scripts/params/params.py | 2 +-
.../CURRENT/package/scripts/params/params_linux.py | 9 +-
.../package/scripts/params/status_params.py | 4 +-
.../CURRENT/package/scripts/parser_commands.py | 9 +-
.../CURRENT/package/scripts/parser_master.py | 7 +-
.../CURRENT/package/scripts/pcap_commands.py | 11 +-
.../METRON/CURRENT/package/scripts/pcap_master.py | 13 +-
.../CURRENT/package/scripts/profiler_commands.py | 6 +-
.../CURRENT/package/scripts/profiler_master.py | 13 +-
.../CURRENT/package/scripts/rest_commands.py | 6 +-
.../METRON/CURRENT/package/scripts/rest_master.py | 8 +-
.../CURRENT/package/scripts/service_check.py | 14 +-
.../package/templates/alerts-ui-app-config.json.j2 | 4 +-
.../templates/management-ui-app-config.json.j2 | 4 +-
.../METRON/CURRENT/service_advisor.py | 6 +-
.../packaging/docker/rpm-docker/SPECS/metron.spec | 35 +-
.../packaging/docker/rpm-docker/pom.xml | 6 +
metron-interface/metron-alerts/package-lock.json | 31972 ++++++++-----------
metron-interface/metron-alerts/package.json | 40 +-
.../alert-details/alert-details.component.spec.ts | 4 +-
.../alerts/alerts-list/alerts-list.component.html | 43 +-
.../alerts/alerts-list/alerts-list.component.scss | 24 +
.../alerts-list/alerts-list.component.spec.ts | 148 +-
.../alerts/alerts-list/alerts-list.component.ts | 139 +-
.../app/alerts/alerts-list/alerts-list.module.ts | 89 +-
.../app/alerts/alerts-list/query-builder.spec.ts | 165 +
.../src/app/alerts/alerts-list/query-builder.ts | 42 +-
.../table-view/table-view.component.spec.ts | 7 +-
.../alerts-list/table-view/table-view.component.ts | 29 +-
.../alerts-list/tree-view/tree-view.component.html | 2 +-
.../tree-view/tree-view.component.spec.ts | 13 +-
.../alerts-list/tree-view/tree-view.component.ts | 63 +-
.../configure-rows/configure-rows.component.html | 7 +-
.../configure-rows/configure-rows.component.scss | 2 +-
.../configure-rows.component.spec.ts | 14 +-
.../configure-rows/configure-rows.component.ts | 5 +-
.../alerts/configure-rows/configure-rows.module.ts | 22 +-
.../show-hide-alert-entries.component.spec.ts | 132 +
.../show-hide/show-hide-alert-entries.component.ts | 51 +
.../show-hide/show-hide.service.spec.ts | 125 +
.../configure-rows/show-hide/show-hide.service.ts | 70 +
.../metron-alerts/src/app/app.component.html | 69 +-
.../metron-alerts/src/app/app.component.scss | 31 +-
.../metron-alerts/src/app/app.component.spec.ts | 37 +-
.../metron-alerts/src/app/app.component.ts | 37 +-
.../metron-alerts/src/app/app.module.ts | 30 +-
.../metron-alerts/src/app/model/filter.spec.ts | 42 +-
.../metron-alerts/src/app/model/filter.ts | 69 +-
.../src/app/service/app-config.service.ts | 14 +
.../app/service/elasticsearch-localstorage-impl.ts | 2 +-
.../src/app/service/search.service.ts | 5 +-
.../shared/context-menu/context-menu.component.ts | 18 +-
.../src/app/shared/switch/switch.component.html | 2 +-
.../src/app/shared/switch/switch.component.ts | 12 +-
.../src/app/shared/switch/switch.module.ts | 15 +-
.../shared/time-range/time-range.component.scss | 4 +-
.../metron-alerts/src/app/utils/constants.ts | 18 +-
.../metron-alerts/src/app/utils/httpUtil.ts | 4 +-
.../metron-alerts/src/app/utils/utils.ts | 16 +-
.../metron-alerts/src/assets/app-config.json | 4 +-
.../metron-alerts/src/assets/images/logo-name.png | Bin 0 -> 3760 bytes
.../src/assets/images/logo-symbol.png | Bin 0 -> 19063 bytes
metron-interface/metron-alerts/src/slider.scss | 3 +-
metron-interface/metron-alerts/src/styles.scss | 64 +
metron-interface/metron-config/angular.json | 1 -
metron-interface/metron-config/package-lock.json | 5931 ++--
metron-interface/metron-config/package.json | 43 +-
.../metron-config/src/app/app.component.html | 69 +-
.../metron-config/src/app/app.component.scss | 23 +
.../metron-config/src/app/app.component.ts | 37 +-
.../metron-config/src/app/app.module.ts | 21 +-
.../src/app/navbar/navbar.component.scss | 10 +
.../metron-config/src/app/navbar/navbar.html | 8 +-
.../sensor-rule-editor.component.spec.ts | 3 +
.../src/app/service/app-config.service.ts | 14 +
.../src/app/service/mock.app-config.service.ts | 9 +
.../sensor-enrichment-config.service.spec.ts | 4 +-
.../service/sensor-enrichment-config.service.ts | 2 +-
.../service/sensor-indexing-config.service.spec.ts | 10 +-
.../app/service/sensor-indexing-config.service.ts | 2 +-
.../metron-config/src/app/shared/metron-alerts.ts | 2 +-
.../number-spinner/number-spinner.component.html | 2 +-
.../number-spinner/number-spinner.component.scss | 9 +-
.../metron-config/src/app/util/httpUtil.ts | 2 +-
.../metron-config/src/assets/app-config.json | 4 +-
.../metron-config/src/assets/images/logo-name.png | Bin 0 -> 3760 bytes
.../src/assets/images/logo-symbol.png | Bin 0 -> 19063 bytes
metron-interface/metron-config/src/styles.scss | 66 +
metron-interface/metron-config/tsconfig.json | 1 +
metron-interface/metron-rest/pom.xml | 22 +
.../metron-rest/src/main/assembly/assembly.xml | 2 +-
.../org/apache/metron/rest/config/GrokConfig.java | 3 +-
.../org/apache/metron/rest/config/IndexConfig.java | 2 +-
.../rest/service/impl/DockerStormCLIWrapper.java | 4 +-
.../metron/rest/service/impl/GrokServiceImpl.java | 5 +-
.../impl/SensorEnrichmentConfigServiceImpl.java | 15 +-
.../impl/SensorIndexingConfigServiceImpl.java | 4 +-
.../impl/SensorParserConfigServiceImpl.java | 6 +-
.../metron/rest/service/impl/StormCLIWrapper.java | 4 +-
.../metron/rest/user/UserSettingsClient.java | 14 +-
.../metron-rest/src/main/scripts/metron-rest.sh | 2 +
.../apache/metron/rest/config/HBaseConfigTest.java | 8 -
.../org/apache/metron/rest/config/TestConfig.java | 33 +-
.../controller/GrokControllerIntegrationTest.java | 3 +-
.../controller/HdfsControllerIntegrationTest.java | 3 +-
.../controller/PcapControllerIntegrationTest.java | 5 +-
...rEnrichmentConfigControllerIntegrationTest.java | 24 +-
...sorIndexingConfigControllerIntegrationTest.java | 9 +-
.../UpdateControllerIntegrationTest.java | 3 +-
.../metron/rest/generator/SampleDataGenerator.java | 2 +-
.../rest/mock/MockPcapToPdmlScriptWrapper.java | 3 +-
.../service/impl/DockerStormCLIWrapperTest.java | 4 +-
.../service/impl/GlobalConfigServiceImplTest.java | 8 +-
.../rest/service/impl/GrokServiceImplTest.java | 3 +-
.../rest/service/impl/PcapServiceImplTest.java | 5 +-
.../SensorEnrichmentConfigServiceImplTest.java | 30 +-
.../impl/SensorIndexingConfigServiceImplTest.java | 8 +-
.../impl/SensorParserConfigServiceImplTest.java | 12 +-
.../metron/rest/user/UserSettingsClientTest.java | 22 +-
metron-platform/elasticsearch-shaded/pom.xml | 2 +
.../metron-common-storm/pom.xml | 6 +
.../common/message/metadata/RawMessageUtil.java | 3 +-
.../message/metadata/RawMessageUtilTest.java | 84 +-
metron-platform/metron-common/pom.xml | 51 +-
.../metron-common/src/main/assembly/assembly.xml | 2 +-
.../common/configuration/ConfigurationsUtils.java | 30 +-
.../common/configuration/SensorParserConfig.java | 3 +-
.../enrichment/SensorEnrichmentConfig.java | 3 +-
.../enrichment/SensorEnrichmentUpdateConfig.java | 12 +-
.../configuration/profiler/ProfileConfig.java | 3 +-
.../configuration/profiler/ProfilerConfig.java | 3 +-
.../apache/metron/common/error/MetronError.java | 2 +-
.../common/field/validation/SimpleValidation.java | 3 +
.../field/validation/network/IPValidation.java | 2 +-
.../field/validation/primitive/DateValidation.java | 3 +
.../metron/common/hadoop/SequenceFileIterable.java | 10 +-
.../metadata/EnvelopedRawMessageStrategy.java | 8 +-
.../org/apache/metron/common/utils/KafkaUtils.java | 3 +-
.../org/apache/metron/common/utils/LazyLogger.java | 94 +
.../metron/common/utils/LazyLoggerFactory.java | 71 +
.../apache/metron/common/utils/LazyLoggerImpl.java | 572 +
.../configurations/ConfigurationsUpdater.java | 13 +-
.../metron-common/src/main/scripts/stellar | 5 +-
.../src/main/scripts/zk_load_configs.sh | 3 +-
.../cli/ConfigurationManagerIntegrationTest.java | 9 +-
.../common/configuration/ConfigurationTest.java | 3 +-
.../configuration/ParserConfigurationsTest.java | 4 +-
.../configuration/SensorEnrichmentConfigTest.java | 10 +-
.../configuration/SensorParserConfigTest.java | 8 +-
.../writer/EnrichmentWriterConfigurationTest.java | 3 +-
.../writer/ParserWriterConfigurationTest.java | 4 +-
.../writer/ProfilerWriterConfigurationTest.java | 3 +-
.../metron/common/error/MetronErrorTest.java | 3 +-
.../common/field/FieldNameConvertersTest.java | 3 +-
.../validation/network/DomainValidationTest.java | 8 +
.../validation/network/EmailValidationTest.java | 6 +
.../validation/network/URLValidationTest.java | 8 +-
.../validation/primitive/DateValidationTest.java | 4 +
.../primitive/IntegerValidationTest.java | 6 +
.../typosquat/TyposquattingStrategiesTest.java | 4 +-
.../apache/metron/common/utils/JSONUtilsTest.java | 7 +-
.../apache/metron/common/utils/KafkaUtilsTest.java | 9 +-
.../metron/common/utils/LazyLoggerImplTest.java | 759 +
.../common/utils/LazzyLoggerImplPerfTest.java | 118 +
.../common/utils/file/ReaderSpliteratorTest.java | 5 +-
.../ZKConfigurationsCacheIntegrationTest.java | 15 +-
.../components/ConfigUploadComponent.java | 18 +-
metron-platform/metron-data-management/pom.xml | 89 +-
.../src/main/assembly/assembly.xml | 2 +-
.../metron/dataloads/hbase/mr/PrunerMapper.java | 3 +-
.../nonbulk/flatfile/HBaseExtractorState.java | 8 +-
.../nonbulk/flatfile/importer/LocalImporter.java | 12 +-
.../nonbulk/flatfile/location/RawLocation.java | 11 +-
.../dataloads/nonbulk/taxii/TaxiiHandler.java | 16 +-
.../src/main/scripts/flatfile_loader.sh | 7 +-
.../src/main/scripts/flatfile_summarizer.sh | 7 +-
.../src/main/scripts/maxmind_enrichment_load.sh | 10 +-
.../src/main/scripts/prune_hdfs_files.sh | 2 +-
.../src/main/scripts/threatintel_bulk_prune.sh | 2 +-
.../src/main/scripts/threatintel_taxii_load.sh | 2 +-
.../extractor/stix/StixExtractorTest.java | 6 +-
.../metron/dataloads/hbase/mr/HBaseUtil.java | 22 +-
.../mr/LeastRecentlyUsedPrunerIntegrationTest.java | 22 +-
...pleEnrichmentFlatFileLoaderIntegrationTest.java | 63 +-
.../flatfile/SimpleFlatFileSummarizerTest.java | 3 +-
.../nonbulk/taxii/TaxiiIntegrationTest.java | 4 +-
.../metron-elasticsearch-common/pom.xml | 26 +
.../bulk/ElasticsearchImportExport.java | 10 +-
.../ElasticsearchUpdateIntegrationTest.java | 5 -
.../metron-elasticsearch-storm/pom.xml | 19 +
.../main/scripts/start_elasticsearch_topology.sh | 5 +-
.../metron-enrichment-common/pom.xml | 1 +
.../enrichment/adapters/cif/CIFHbaseAdapter.java | 18 +-
.../adapters/simplehbase/SimpleHBaseAdapter.java | 10 +-
.../adapters/stellar/StellarAdapter.java | 2 +-
.../adapters/threatintel/ThreatIntelAdapter.java | 2 +
.../metron/enrichment/cli/LatencySummarizer.java | 4 +-
.../enrichment/converter/EnrichmentHelper.java | 7 +-
.../metron/enrichment/lookup/EnrichmentLookup.java | 18 +-
.../lookup/accesstracker/AccessTrackerUtil.java | 4 +-
.../accesstracker/PersistentAccessTracker.java | 8 +-
.../PersistentBloomTrackerCreator.java | 9 +-
.../stellar/SimpleHBaseEnrichmentFunctions.java | 20 +-
.../metron/enrichment/utils/EnrichmentUtils.java | 6 +-
.../threatintel/ThreatIntelAdapterTest.java | 4 +-
.../metron-enrichment-storm/pom.xml | 12 +
.../src/main/scripts/start_enrichment_topology.sh | 3 +-
.../integration/EnrichmentIntegrationTest.java | 21 +-
metron-platform/metron-hbase-client/pom.xml | 2 +
metron-platform/metron-hbase-server/README.md | 27 +
metron-platform/metron-hbase-server/pom.xml | 6 +
.../EnrichmentCoprocessorIntegrationTest.java | 11 +-
.../coprocessor/EnrichmentCoprocessorTest.java | 8 +-
.../metron/hbase/HBaseProjectionCriteria.java | 7 +-
.../org/apache/metron/hbase/HTableProvider.java | 46 +-
.../org/apache/metron/hbase/TableProvider.java | 8 +-
.../apache/metron/hbase/client/HBaseClient.java | 11 +-
.../metron/hbase/client/HBaseClientTest.java | 37 +-
.../metron/hbase/mock/MockHBaseTableProvider.java | 18 +-
.../org/apache/metron/hbase/mock/MockHTable.java | 38 +-
.../metron-indexing/metron-indexing-common/pom.xml | 11 +-
.../org/apache/metron/indexing/dao/HBaseDao.java | 12 +-
.../metron/indexing/dao/UpdateIntegrationTest.java | 84 +-
.../integration/HBaseDaoIntegrationTest.java | 5 -
.../metron-indexing/metron-indexing-storm/pom.xml | 6 +
.../src/main/scripts/start_hdfs_topology.sh | 3 +-
.../integration/HDFSIndexingIntegrationTest.java | 3 +-
.../integration/IndexingIntegrationTest.java | 25 +-
metron-platform/metron-integration-test/pom.xml | 1 +
.../apache/metron/integration/ProcessorResult.java | 3 +-
.../components/FluxTopologyComponent.java | 8 +-
.../apache/metron/integration/utils/TestUtils.java | 6 +-
.../sample/data/syslog5424/parsed/Syslog5424Parsed | 4 +-
.../sample/data/syslog5424/raw/Syslog5424Output | 4 +-
metron-platform/metron-management/pom.xml | 3 +
.../src/main/assembly/assembly.xml | 2 +-
.../metron/management/ConfigurationFunctions.java | 11 +-
.../apache/metron/management/GrokFunctions.java | 3 +-
.../metron/management/StellarParserRunner.java | 8 +-
.../management/ConfigurationFunctionsTest.java | 31 +-
.../metron/management/ParserFunctionsTest.java | 14 +-
metron-platform/metron-parsing/README.md | 7 +-
.../metron-parsers-common/3rdPartyParser.md | 17 +
.../metron-parsing/metron-parsers-common/pom.xml | 6 +
.../org/apache/metron/parsers/BasicParser.java | 39 +-
.../java/org/apache/metron/parsers/GrokParser.java | 35 +-
.../apache/metron/parsers/ParserRunnerImpl.java | 3 +-
.../org/apache/metron/parsers/csv/CSVParser.java | 8 +-
.../metron/parsers/interfaces/MessageParser.java | 21 +-
.../apache/metron/parsers/json/JSONMapParser.java | 5 +-
.../parsers/regex/RegularExpressionsParser.java | 25 +-
.../metron/parsers/syslog/BaseSyslogParser.java | 44 +-
.../metron/parsers/AbstractParserConfigTest.java | 9 +-
.../org/apache/metron/parsers/BasicParserTest.java | 167 +
.../org/apache/metron/parsers/GrokParserTest.java | 3 +-
.../apache/metron/parsers/MessageParserTest.java | 13 +-
.../metron/parsers/MultiLineGrokParserTest.java | 5 +-
.../parsers/MultiLineWithErrorsGrokParserTest.java | 5 +-
.../metron/parsers/ParserRunnerImplTest.java | 24 +-
.../apache/metron/parsers/csv/CSVParserTest.java | 29 +-
.../EnvelopedParserIntegrationTest.java | 16 +-
.../parsers/integration/ParserIntegrationTest.java | 9 +-
.../integration/validation/ParserDriver.java | 6 +-
.../validation/SampleDataValidation.java | 5 +-
.../parsers/json/JSONMapParserQueryTest.java | 17 +-
.../metron/parsers/json/JSONMapParserTest.java | 49 +-
.../json/JSONMapParserWrappedQueryTest.java | 15 +-
.../regex/RegularExpressionsParserTest.java | 32 +-
.../parsers/syslog/Syslog3164ParserTest.java | 9 +-
.../parsers/syslog/Syslog5424ParserTest.java | 22 +-
.../metron-parsing/metron-parsers/pom.xml | 6 +
.../apache/metron/parsers/asa/BasicAsaParser.java | 26 +-
.../apache/metron/parsers/bro/BasicBroParser.java | 12 +-
.../org/apache/metron/parsers/cef/CEFParser.java | 5 +-
.../metron/parsers/fireeye/BasicFireEyeParser.java | 8 +-
.../apache/metron/parsers/ise/BasicIseParser.java | 13 +-
.../apache/metron/parsers/ise/JavaCharStream.java | 10 +-
.../metron/parsers/lancope/BasicLancopeParser.java | 4 +-
.../org/apache/metron/parsers/leef/LEEFParser.java | 7 +-
.../parsers/logstash/BasicLogstashParser.java | 3 +-
.../paloalto/BasicPaloAltoFirewallParser.java | 13 +-
.../metron/parsers/snort/BasicSnortParser.java | 7 +-
.../parsers/sourcefire/BasicSourcefireParser.java | 4 +-
.../org/apache/metron/parsers/SnortParserTest.java | 43 +-
.../metron/parsers/asa/BasicAsaParserTest.java | 67 +-
.../metron/parsers/bro/BasicBroParserTest.java | 98 +-
.../apache/metron/parsers/cef/CEFParserTest.java | 62 +-
.../parsers/fireeye/BasicFireEyeParserTest.java | 32 +-
.../metron/parsers/ise/BasicIseParserTest.java | 23 +-
.../parsers/lancope/BasicLancopeParserTest.java | 23 +-
.../apache/metron/parsers/leef/LEEFParserTest.java | 53 +-
.../paloalto/BasicPaloAltoFirewallParserTest.java | 57 +-
.../sourcefire/BasicSourcefireParserTest.java | 25 +-
.../parsers/websphere/GrokWebSphereParserTest.java | 85 +-
.../metron-parsing/metron-parsing-storm/pom.xml | 18 +
.../src/main/scripts/start_parser_topology.sh | 8 +-
.../integration/validation/StormParserDriver.java | 27 +-
.../integration/WriterBoltIntegrationTest.java | 5 +-
metron-platform/metron-pcap-backend/pom.xml | 40 +-
.../src/main/assembly/assembly.xml | 2 +-
.../src/main/scripts/pcap_inspector.sh | 2 +-
.../src/main/scripts/pcap_query.sh | 2 +-
.../src/main/scripts/start_pcap_topology.sh | 6 +-
.../org/apache/metron/pcap/query/PcapCliTest.java | 8 +-
metron-platform/metron-pcap/pom.xml | 10 +-
.../java/org/apache/metron/pcap/mr/PcapJob.java | 9 +-
.../apache/metron/pcap/utils/FileFilterUtil.java | 12 +-
.../metron-solr/metron-solr-common/pom.xml | 6 +
.../org/apache/metron/solr/dao/SolrSearchDao.java | 50 +-
.../org/apache/metron/solr/dao/SolrUtilities.java | 5 +-
.../metron/solr/schema/SchemaTranslator.java | 3 +-
.../apache/metron/solr/dao/SolrSearchDaoTest.java | 22 +-
.../apache/metron/solr/dao/SolrUtilitiesTest.java | 5 +-
.../SolrRetrieveLatestIntegrationTest.java | 22 +-
.../integration/SolrSearchIntegrationTest.java | 1 -
.../integration/SolrUpdateIntegrationTest.java | 54 +-
.../metron-solr/metron-solr-storm/pom.xml | 6 +
.../src/main/scripts/start_solr_topology.sh | 3 +-
.../metron-storm-kafka-override/pom.xml | 2 +
metron-platform/metron-storm-kafka/pom.xml | 1 +
.../metron/test/converters/BinaryConverters.java | 4 +-
.../apache/metron/test/filereaders/FileReader.java | 3 +-
.../test/spouts/GenericInternalTestSpout.java | 3 +-
.../org/apache/metron/test/utils/KafkaLoader.java | 5 +-
.../metron-writer/metron-writer-common/pom.xml | 45 +-
.../writer/hbase/SimpleHbaseEnrichmentWriter.java | 31 +-
.../metron-writer/metron-writer-storm/pom.xml | 6 +
.../org/apache/metron/writer/hdfs/HdfsWriter.java | 13 +-
.../apache/metron/writer/hdfs/SourceHandler.java | 11 +-
.../writer/bolt/BulkMessageWriterBoltTest.java | 3 +-
.../metron/zookeeper/SimpleEventListener.java | 4 +-
metron-stellar/stellar-common/README.md | 100 +-
metron-stellar/stellar-common/pom.xml | 10 +-
.../stellar-common/src/main/assembly/assembly.xml | 12 -
.../metron/stellar/common/utils/JSONUtils.java | 6 +-
.../metron/stellar/dsl/functions/RestConfig.java | 23 +-
.../stellar/dsl/functions/RestFunctions.java | 657 +-
.../src/main/scripts/deployed/stellar | 4 +-
.../stellar/common/shell/cli/StellarShellTest.java | 5 +-
.../stellar/dsl/functions/DateFunctionsTest.java | 29 +-
.../functions/RestFunctionsIntegrationTest.java | 490 +
.../stellar/dsl/functions/RestFunctionsTest.java | 458 +-
metron-stellar/stellar-zeppelin/pom.xml | 1 +
pom.xml | 7 +-
405 files changed, 24507 insertions(+), 23197 deletions(-)
create mode 100644
metron-interface/metron-alerts/src/app/alerts/alerts-list/query-builder.spec.ts
create mode 100644
metron-interface/metron-alerts/src/app/alerts/configure-rows/show-hide/show-hide-alert-entries.component.spec.ts
create mode 100644
metron-interface/metron-alerts/src/app/alerts/configure-rows/show-hide/show-hide-alert-entries.component.ts
create mode 100644
metron-interface/metron-alerts/src/app/alerts/configure-rows/show-hide/show-hide.service.spec.ts
create mode 100644
metron-interface/metron-alerts/src/app/alerts/configure-rows/show-hide/show-hide.service.ts
create mode 100644
metron-interface/metron-alerts/src/assets/images/logo-name.png
create mode 100644
metron-interface/metron-alerts/src/assets/images/logo-symbol.png
create mode 100644
metron-interface/metron-config/src/assets/images/logo-name.png
create mode 100644
metron-interface/metron-config/src/assets/images/logo-symbol.png
create mode 100644
metron-platform/metron-common/src/main/java/org/apache/metron/common/utils/LazyLogger.java
create mode 100644
metron-platform/metron-common/src/main/java/org/apache/metron/common/utils/LazyLoggerFactory.java
create mode 100644
metron-platform/metron-common/src/main/java/org/apache/metron/common/utils/LazyLoggerImpl.java
create mode 100644
metron-platform/metron-common/src/test/java/org/apache/metron/common/utils/LazyLoggerImplTest.java
create mode 100644
metron-platform/metron-common/src/test/java/org/apache/metron/common/utils/LazzyLoggerImplPerfTest.java
create mode 100644
metron-platform/metron-parsing/metron-parsers-common/src/test/java/org/apache/metron/parsers/BasicParserTest.java
create mode 100644
metron-stellar/stellar-common/src/test/java/org/apache/metron/stellar/dsl/functions/RestFunctionsIntegrationTest.java
