This is an automated email from the ASF dual-hosted git repository.
leet pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/metron.git.
from 3bea6ad METRON-2205 Cease querying on filter or time-range change
(tiborm via sardell) closes apache/metron#1478
new f6054a4 METRON-614: Eliminate use of the default Charset (justinleet)
closes apache/metron#1341
new 88f4d2c METRON-614: Eliminate use of the default Charset (mmiklavc
via justinleet) closes apache/metron#1341
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Upgrading.md | 9 ++
.../java/org/apache/metron/maas/util/RESTUtil.java | 4 +-
.../apache/metron/maas/service/runner/Runner.java | 3 +-
.../metron/maas/service/MaasIntegrationTest.java | 7 +-
.../profiler/DefaultMessageDistributorTest.java | 6 +-
.../profiler/hbase/SaltyRowKeyBuilderTest.java | 33 ++--
.../profiler/repl/StandAloneProfilerTest.java | 3 +-
.../metron/profiler/storm/ProfileSplitterBolt.java | 11 +-
.../profiler/storm/ProfileSplitterBoltTest.java | 6 +-
.../storm/integration/ConfigUploadComponent.java | 3 +-
.../storm/integration/ProfilerIntegrationTest.java | 4 +-
.../metron/performance/load/LoadOptions.java | 8 +-
.../load/monitor/writers/CSVWriter.java | 5 +-
.../metron/performance/load/LoadOptionsTest.java | 5 +-
.../org/apache/metron/rest/config/GrokConfig.java | 3 +-
.../rest/service/impl/DockerStormCLIWrapper.java | 4 +-
.../metron/rest/service/impl/GrokServiceImpl.java | 5 +-
.../impl/SensorEnrichmentConfigServiceImpl.java | 15 +-
.../impl/SensorIndexingConfigServiceImpl.java | 4 +-
.../impl/SensorParserConfigServiceImpl.java | 6 +-
.../metron/rest/service/impl/StormCLIWrapper.java | 4 +-
.../metron/rest/user/UserSettingsClient.java | 6 +-
.../org/apache/metron/rest/config/TestConfig.java | 29 ++--
.../controller/GrokControllerIntegrationTest.java | 3 +-
.../controller/HdfsControllerIntegrationTest.java | 3 +-
.../controller/PcapControllerIntegrationTest.java | 5 +-
...rEnrichmentConfigControllerIntegrationTest.java | 24 ++-
...sorIndexingConfigControllerIntegrationTest.java | 9 +-
.../UpdateControllerIntegrationTest.java | 3 +-
.../rest/mock/MockPcapToPdmlScriptWrapper.java | 3 +-
.../service/impl/DockerStormCLIWrapperTest.java | 4 +-
.../service/impl/GlobalConfigServiceImplTest.java | 8 +-
.../rest/service/impl/GrokServiceImplTest.java | 3 +-
.../rest/service/impl/PcapServiceImplTest.java | 5 +-
.../SensorEnrichmentConfigServiceImplTest.java | 30 ++--
.../impl/SensorIndexingConfigServiceImplTest.java | 8 +-
.../impl/SensorParserConfigServiceImplTest.java | 12 +-
.../metron/rest/user/UserSettingsClientTest.java | 47 +++---
.../common/message/metadata/RawMessageUtil.java | 3 +-
.../message/metadata/RawMessageUtilTest.java | 84 +++++++----
.../common/configuration/ConfigurationsUtils.java | 30 ++--
.../common/configuration/SensorParserConfig.java | 3 +-
.../enrichment/SensorEnrichmentConfig.java | 3 +-
.../enrichment/SensorEnrichmentUpdateConfig.java | 4 +-
.../configuration/profiler/ProfileConfig.java | 3 +-
.../configuration/profiler/ProfilerConfig.java | 3 +-
.../apache/metron/common/error/MetronError.java | 2 +-
.../metadata/EnvelopedRawMessageStrategy.java | 8 +-
.../org/apache/metron/common/utils/KafkaUtils.java | 3 +-
.../configurations/ConfigurationsUpdater.java | 7 +-
.../cli/ConfigurationManagerIntegrationTest.java | 9 +-
.../common/configuration/ConfigurationTest.java | 3 +-
.../configuration/ParserConfigurationsTest.java | 4 +-
.../configuration/SensorEnrichmentConfigTest.java | 10 +-
.../configuration/SensorParserConfigTest.java | 8 +-
.../writer/EnrichmentWriterConfigurationTest.java | 3 +-
.../writer/ParserWriterConfigurationTest.java | 4 +-
.../writer/ProfilerWriterConfigurationTest.java | 3 +-
.../metron/common/error/MetronErrorTest.java | 3 +-
.../common/field/FieldNameConvertersTest.java | 3 +-
.../typosquat/TyposquattingStrategiesTest.java | 4 +-
.../apache/metron/common/utils/JSONUtilsTest.java | 7 +-
.../apache/metron/common/utils/KafkaUtilsTest.java | 9 +-
.../common/utils/file/ReaderSpliteratorTest.java | 5 +-
.../ZKConfigurationsCacheIntegrationTest.java | 15 +-
.../components/ConfigUploadComponent.java | 18 +--
.../nonbulk/flatfile/location/RawLocation.java | 11 +-
.../extractor/stix/StixExtractorTest.java | 6 +-
.../metron/dataloads/hbase/mr/HBaseUtil.java | 22 ++-
...pleEnrichmentFlatFileLoaderIntegrationTest.java | 28 ++--
.../flatfile/SimpleFlatFileSummarizerTest.java | 3 +-
.../bulk/ElasticsearchImportExport.java | 10 +-
.../enrichment/adapters/cif/CIFHbaseAdapter.java | 5 +-
.../metron/enrichment/cli/LatencySummarizer.java | 4 +-
.../integration/EnrichmentIntegrationTest.java | 21 +--
.../coprocessor/EnrichmentCoprocessorTest.java | 3 +-
.../metron/hbase/HBaseProjectionCriteria.java | 7 +-
.../org/apache/metron/hbase/mock/MockHTable.java | 3 +-
.../org/apache/metron/indexing/dao/HBaseDao.java | 6 +-
.../integration/HDFSIndexingIntegrationTest.java | 3 +-
.../integration/IndexingIntegrationTest.java | 25 ++-
.../apache/metron/integration/ProcessorResult.java | 3 +-
.../components/FluxTopologyComponent.java | 8 +-
.../apache/metron/integration/utils/TestUtils.java | 6 +-
.../metron/management/ConfigurationFunctions.java | 11 +-
.../apache/metron/management/GrokFunctions.java | 3 +-
.../metron/management/StellarParserRunner.java | 8 +-
.../management/ConfigurationFunctionsTest.java | 31 ++--
.../metron/management/ParserFunctionsTest.java | 14 +-
metron-platform/metron-parsing/README.md | 7 +-
.../metron-parsers-common/3rdPartyParser.md | 17 +++
.../org/apache/metron/parsers/BasicParser.java | 39 ++++-
.../java/org/apache/metron/parsers/GrokParser.java | 24 ++-
.../apache/metron/parsers/ParserRunnerImpl.java | 3 +-
.../org/apache/metron/parsers/csv/CSVParser.java | 8 +-
.../metron/parsers/interfaces/MessageParser.java | 21 ++-
.../apache/metron/parsers/json/JSONMapParser.java | 5 +-
.../parsers/regex/RegularExpressionsParser.java | 25 +--
.../metron/parsers/syslog/BaseSyslogParser.java | 44 ++++--
.../metron/parsers/AbstractParserConfigTest.java | 9 +-
.../org/apache/metron/parsers/BasicParserTest.java | 167 +++++++++++++++++++++
.../org/apache/metron/parsers/GrokParserTest.java | 3 +-
.../apache/metron/parsers/MessageParserTest.java | 13 +-
.../metron/parsers/MultiLineGrokParserTest.java | 5 +-
.../parsers/MultiLineWithErrorsGrokParserTest.java | 5 +-
.../metron/parsers/ParserRunnerImplTest.java | 24 +--
.../apache/metron/parsers/csv/CSVParserTest.java | 29 +++-
.../EnvelopedParserIntegrationTest.java | 16 +-
.../parsers/integration/ParserIntegrationTest.java | 9 +-
.../integration/validation/ParserDriver.java | 6 +-
.../validation/SampleDataValidation.java | 5 +-
.../parsers/json/JSONMapParserQueryTest.java | 17 ++-
.../metron/parsers/json/JSONMapParserTest.java | 49 ++++--
.../json/JSONMapParserWrappedQueryTest.java | 15 +-
.../regex/RegularExpressionsParserTest.java | 32 +++-
.../parsers/syslog/Syslog3164ParserTest.java | 9 +-
.../parsers/syslog/Syslog5424ParserTest.java | 16 +-
.../apache/metron/parsers/asa/BasicAsaParser.java | 14 +-
.../apache/metron/parsers/bro/BasicBroParser.java | 4 +-
.../org/apache/metron/parsers/cef/CEFParser.java | 5 +-
.../metron/parsers/fireeye/BasicFireEyeParser.java | 8 +-
.../apache/metron/parsers/ise/BasicIseParser.java | 13 +-
.../apache/metron/parsers/ise/JavaCharStream.java | 10 +-
.../metron/parsers/lancope/BasicLancopeParser.java | 4 +-
.../org/apache/metron/parsers/leef/LEEFParser.java | 7 +-
.../parsers/logstash/BasicLogstashParser.java | 3 +-
.../paloalto/BasicPaloAltoFirewallParser.java | 13 +-
.../metron/parsers/snort/BasicSnortParser.java | 7 +-
.../parsers/sourcefire/BasicSourcefireParser.java | 4 +-
.../org/apache/metron/parsers/SnortParserTest.java | 43 ++++--
.../metron/parsers/asa/BasicAsaParserTest.java | 67 ++++++---
.../metron/parsers/bro/BasicBroParserTest.java | 98 +++++++-----
.../apache/metron/parsers/cef/CEFParserTest.java | 62 +++++---
.../parsers/fireeye/BasicFireEyeParserTest.java | 32 +++-
.../metron/parsers/ise/BasicIseParserTest.java | 23 ++-
.../parsers/lancope/BasicLancopeParserTest.java | 23 ++-
.../apache/metron/parsers/leef/LEEFParserTest.java | 53 ++++---
.../paloalto/BasicPaloAltoFirewallParserTest.java | 57 ++++---
.../sourcefire/BasicSourcefireParserTest.java | 25 ++-
.../parsers/websphere/GrokWebSphereParserTest.java | 85 ++++++-----
.../integration/validation/StormParserDriver.java | 27 ++--
.../integration/WriterBoltIntegrationTest.java | 5 +-
.../org/apache/metron/pcap/query/PcapCliTest.java | 8 +-
.../metron/solr/schema/SchemaTranslator.java | 3 +-
.../metron/test/converters/BinaryConverters.java | 4 +-
.../apache/metron/test/filereaders/FileReader.java | 3 +-
.../test/spouts/GenericInternalTestSpout.java | 3 +-
.../org/apache/metron/test/utils/KafkaLoader.java | 5 +-
.../apache/metron/writer/hdfs/SourceHandler.java | 3 +-
.../writer/bolt/BulkMessageWriterBoltTest.java | 3 +-
.../metron/zookeeper/SimpleEventListener.java | 4 +-
.../stellar/common/shell/cli/StellarShellTest.java | 5 +-
.../stellar/dsl/functions/RestFunctionsTest.java | 9 +-
pom.xml | 5 +-
154 files changed, 1469 insertions(+), 752 deletions(-)
create mode 100644
metron-platform/metron-parsing/metron-parsers-common/src/test/java/org/apache/metron/parsers/BasicParserTest.java
