This is an automated email from the ASF dual-hosted git repository. sblackmon pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/streams.git
commit c052fa71cc81095c49950eb4bf0c3bf8188b7123 Merge: c809e47 41aacb3 Author: Steve Blackmon <[email protected]> AuthorDate: Wed Mar 28 09:19:28 2018 -0500 Merge pull request #423 from steveblackmon/STREAMS-582,583 STREAMS-582,583 pom.xml | 5 + .../http/persist/SimpleHTTPPostPersistWriter.java | 3 +- .../http/processor/SimpleHTTPGetProcessor.java | 5 +- .../http/processor/SimpleHTTPPostProcessor.java | 5 +- .../http/provider/SimpleHttpProvider.java | 3 +- .../streams/config/ComponentConfigurator.java | 127 +- .../apache/streams/config/StreamsConfigurator.java | 103 +- .../main/jsonschema/ComponentConfiguration.json | 43 +- .../src/main/jsonschema/StreamsConfiguration.json | 5 + streams-config/src/main/resources/reference.conf | 25 +- .../config/test/ComponentConfiguratorTest.java | 67 +- .../test/StreamsConfigurationForTesting.java | 50 + .../config/test/StreamsConfiguratorTest.java | 217 ++- .../src/test/resources/custom.conf | 17 +- .../src/test/resources/customChild.conf | 4 +- .../src/main/resources/reference.conf | 2 +- .../org/apache/streams/s3/S3PersistWriter.java | 2 +- .../streams/cassandra/CassandraPersistReader.java | 8 +- .../streams/cassandra/CassandraPersistWriter.java | 3 +- .../src/main/resources/reference.conf | 6 +- .../src/test/resources/cassandra.conf | 18 +- .../elasticsearch/ElasticsearchPersistWriter.java | 3 +- .../streams/elasticsearch/ElasticsearchQuery.java | 3 +- .../DatumFromMetadataAsDocumentProcessor.java | 8 +- .../processor/DatumFromMetadataProcessor.java | 8 +- .../src/main/resources/reference.conf | 12 +- .../filebuffer/FileBufferPersistReader.java | 5 +- .../filebuffer/FileBufferPersistWriter.java | 5 +- .../streams/file/FileBufferConfiguration.json | 29 +- .../src/main/resources/reference.conf | 4 +- .../filebuffer/test/FileBufferPersistIT.java | 106 +- .../filebuffer/test/TestFileBufferPersist.java | 49 +- .../src/test/resources/FileBufferPersistIT.conf | 6 +- .../apache/streams/hbase/HbasePersistReader.java | 3 +- .../apache/streams/hbase/HbasePersistWriter.java | 3 +- .../apache/streams/hdfs/WebHdfsPersistReader.java | 2 +- .../apache/streams/hdfs/WebHdfsPersistWriter.java | 2 +- .../src/main/resources/reference.conf} | 8 +- .../src/test/resources/hdfs-read.conf | 3 +- .../src/test/resources/hdfs-write.conf | 3 +- .../apache/streams/kafka/KafkaPersistReader.java | 6 +- .../apache/streams/kafka/KafkaPersistWriter.java | 8 +- .../apache/streams/mongo/MongoPersistReader.java | 6 +- .../apache/streams/mongo/MongoPersistWriter.java | 3 +- .../apache/streams/mongo/MongoConfiguration.json | 1 + .../src/main/resources/mongo.conf | 11 +- .../apache/streams/mongo/test/MongoPersistIT.java | 9 +- .../src/test/resources/MongoPersistIT.conf | 2 +- .../streams/neo4j/bolt/Neo4jBoltPersistReader.java | 3 +- .../streams/neo4j/http/Neo4jHttpPersistReader.java | 2 +- .../streams/neo4j/http/Neo4jHttpPersistWriter.java | 2 +- .../peoplepattern/AccountTypeProcessor.java | 3 +- .../peoplepattern/DemographicsProcessor.java | 3 +- .../facebook/provider/FacebookProvider.java | 7 +- .../provider/page/FacebookPageProvider.java | 18 +- .../pagefeed/FacebookPageFeedProvider.java | 15 +- .../FacebookPageFeedProviderConfiguration.json | 11 + .../src/main/resources/reference.conf | 238 +-- .../providers/page/FacebookPageProviderIT.java | 10 +- .../pagefeed/FacebookPageFeedProviderIT.java | 8 + .../test/resources/FacebookPageFeedProviderIT.conf | 2 +- .../src/test/resources/FacebookPageProviderIT.conf | 2 +- .../streams/gmail/provider/GMailProvider.java | 6 +- .../gplus/provider/AbstractGPlusProvider.java | 3 +- .../gplus/provider/GPlusUserActivityProvider.java | 10 +- .../gplus/provider/GPlusUserDataProvider.java | 12 +- .../GPlusUserActivityProviderConfiguration.json | 11 + .../gplus/GPlusUserDataProviderConfiguration.json | 11 + .../google-gplus/src/main/resources/reference.conf | 2 +- .../providers/GPlusUserActivityProviderIT.java | 5 + .../gplus/providers/GPlusUserDataProviderIT.java | 5 + .../resources/GPlusUserActivityProviderIT.conf | 2 +- .../test/resources/GPlusUserDataProviderIT.conf | 2 +- .../provider/InstagramAbstractProvider.java | 3 +- .../provider/InstagramCommentsProvider.java | 8 +- .../provider/InstagramEngagersProvider.java | 8 +- .../provider/InstagramLikersProvider.java | 8 +- .../recentmedia/InstagramRecentMediaProvider.java | 8 +- .../userinfo/InstagramUserInfoProvider.java | 9 +- .../src/main/resources/reference.conf | 9 +- .../resources/InstagramCommentsProviderIT.conf | 2 +- .../resources/InstagramEngagersProviderIT.conf | 2 +- .../test/resources/InstagramLikersProviderIT.conf | 2 +- .../resources/InstagramRecentMediaProviderIT.conf | 2 +- .../resources/InstagramUserInfoProviderIT.conf | 2 +- .../streams/rss/provider/RssStreamProvider.java | 4 +- .../src/main/resources/reference.conf | 2 +- .../org/apache/streams/twitter/api/Twitter.java | 9 +- .../api/TwitterOAuthRequestInterceptor.java | 3 +- .../processor/FetchAndReplaceTwitterProcessor.java | 7 +- .../twitter/provider/SevenDaySearchProvider.java | 21 +- .../twitter/provider/ThirtyDaySearchProvider.java | 4 +- .../twitter/provider/TwitterEngagersProvider.java | 26 +- .../twitter/provider/TwitterFollowingProvider.java | 22 +- .../twitter/provider/TwitterProviderUtil.java | 2 +- .../twitter/provider/TwitterStreamProvider.java | 7 +- .../twitter/provider/TwitterTimelineProvider.java | 16 +- .../provider/TwitterUserInformationProvider.java | 18 +- .../SevenDaySearchProviderConfiguration.json | 8 +- .../ThirtyDaySearchProviderConfiguration.json | 8 +- .../twitter/config/TwitterConfiguration.json | 4 +- .../TwitterEngagersProviderConfiguration.json | 8 +- .../config/TwitterFollowingConfiguration.json | 14 +- .../twitter/config/TwitterStreamConfiguration.json | 2 +- .../TwitterTimelineProviderConfiguration.json | 8 +- .../TwitterUserInformationConfiguration.json | 5 +- .../src/main/resources/followers.conf | 6 +- .../src/main/resources/friends.conf | 6 +- .../src/main/resources/reference.conf | 64 +- .../src/main/resources/sample.conf | 6 +- .../src/main/resources/userinfo.conf | 7 +- .../src/main/resources/userstream.conf | 6 +- .../apache/streams/twitter/test/api/TwitterIT.java | 18 +- .../twitter/test/api/TwitterSecurityTest.java | 5 +- .../test/providers/TwitterEngagersProviderIT.java | 9 +- .../test/providers/TwitterFollowingProviderIT.java | 4 +- .../test/resources/TwitterEngagersProviderIT.conf | 17 +- .../test/resources/TwitterFollowingProviderIT.conf | 8 +- .../src/test/resources/TwitterIT.conf | 2 +- .../resources/TwitterSevenDaySearchProviderIT.conf | 8 +- .../test/resources/TwitterStreamProviderIT.conf | 15 +- .../TwitterThirtyDaySearchProviderIT.conf | 8 +- .../test/resources/TwitterTimelineProviderIT.conf | 10 +- .../TwitterUserInformationProviderIT.conf | 2008 ++++++++++---------- .../youtube/provider/YoutubeChannelProvider.java | 12 +- .../streams/youtube/provider/YoutubeProvider.java | 3 +- .../provider/YoutubeUserActivityProvider.java | 10 +- .../YoutubeChannelProviderConfiguration.json | 11 + .../YoutubeUserActivityProviderConfiguration.json | 11 + .../test/providers/YoutubeChannelProviderIT.java | 5 + .../providers/YoutubeUserActivityProviderIT.java | 7 +- .../test/resources/YoutubeChannelProviderIT.conf | 2 +- .../resources/YoutubeUserActivityProviderIT.conf | 2 +- .../main/jsonschema/FlinkBatchConfiguration.json | 3 +- .../jsonschema/FlinkStreamingConfiguration.json | 21 +- .../main/jsonschema/StreamsFlinkConfiguration.json | 33 +- .../TwitterFollowingPipelineConfiguration.json | 3 +- .../TwitterPostsPipelineConfiguration.json | 6 +- .../TwitterSpritzerPipelineConfiguration.json | 6 +- ...witterUserInformationPipelineConfiguration.json | 6 +- .../src/main/resources/reference.conf | 10 + .../apache/streams/examples/flink/FlinkBase.scala | 17 +- .../collection/FlinkTwitterFollowingPipeline.scala | 11 +- .../collection/FlinkTwitterPostsPipeline.scala | 9 +- .../collection/FlinkTwitterSpritzerPipeline.scala | 9 +- .../FlinkTwitterUserInformationPipeline.scala | 9 +- .../FlinkTwitterFollowingPipelineFollowersIT.conf | 16 +- .../FlinkTwitterFollowingPipelineFriendsIT.conf | 16 +- .../resources/FlinkTwitterPostsPipelineIT.conf | 14 +- .../resources/FlinkTwitterSpritzerPipelineIT.conf | 14 +- .../FlinkTwitterUserInformationPipelineIT.conf | 14 +- .../FlinkTwitterFollowingPipelineFollowersIT.scala | 8 +- .../FlinkTwitterFollowingPipelineFriendsIT.scala | 8 +- .../twitter/test/FlinkTwitterPostsPipelineIT.scala | 8 +- .../test/FlinkTwitterSpritzerPipelineIT.scala | 8 +- .../FlinkTwitterUserInformationPipelineIT.scala | 8 +- .../elasticsearch-hdfs/pom.xml | 10 + .../apache/streams/example/ElasticsearchHdfs.java | 6 +- .../apache/streams/example/HdfsElasticsearch.java | 6 +- .../jsonschema/ElasticsearchHdfsConfiguration.json | 5 + .../jsonschema/HdfsElasticsearchConfiguration.json | 5 + .../streams/example/test/ElasticsearchHdfsIT.java | 8 +- .../streams/example/test/HdfsElasticsearchIT.java | 11 +- .../elasticsearch-reindex/pom.xml | 10 + .../streams/example/ElasticsearchReindex.java | 7 +- .../ElasticsearchReindexConfiguration.json | 5 + .../src/main/resources/application.json | 29 - .../example/test/ElasticsearchReindexChildIT.java | 8 +- .../example/test/ElasticsearchReindexIT.java | 8 +- .../example/test/ElasticsearchReindexParentIT.java | 8 +- .../resources/ElasticsearchReindexChildIT.conf | 37 - .../src/test/resources/ElasticsearchReindexIT.conf | 36 - .../resources/ElasticsearchReindexParentIT.conf | 37 - .../mongo-elasticsearch-sync/pom.xml | 10 + .../streams/example/MongoElasticsearchSync.java | 6 +- .../MongoElasticsearchSyncConfiguration.json | 5 + .../example/test/MongoElasticsearchSyncIT.java | 8 +- .../test/resources/MongoElasticsearchSyncIT.conf | 35 - .../apache/streams/example/TwitterFollowNeo4j.java | 2 +- .../twitter-history-elasticsearch/pom.xml | 10 + .../example/TwitterHistoryElasticsearch.java | 6 +- .../TwitterHistoryElasticsearchConfiguration.json | 18 + .../TwitterHistoryElasticsearchConfiguration.json | 13 - .../test/TwitterHistoryElasticsearchIT.java | 8 +- .../resources/TwitterHistoryElasticsearchIT.conf | 31 - .../twitter-userstream-elasticsearch/pom.xml | 10 + .../example/TwitterUserstreamElasticsearch.java | 10 +- ...witterUserstreamElasticsearchConfiguration.json | 7 +- .../test/TwitterUserstreamElasticsearchIT.java | 21 +- .../TwitterUserstreamElasticsearchIT.conf | 32 - .../monitoring/tasks/BroadcastMonitorThread.java | 25 +- .../local/monitoring/MonitoringConfiguration.json | 3 +- .../src/main/resources/reference.conf | 2 +- .../tasks/BroadcastMonitorThreadTest.java | 18 +- .../dropwizard/StreamDropwizardBuilder.java | 23 +- .../streams/dropwizard/StreamsApplication.java | 2 +- .../streams/local/builders/LocalStreamBuilder.java | 144 +- .../main/jsonschema/LocalRuntimeConfiguration.json | 7 +- .../src/main/resources/reference.conf | 15 +- .../local/builders/LocalStreamBuilderTest.java | 25 +- 200 files changed, 2595 insertions(+), 2344 deletions(-) -- To stop receiving notification emails like this one, please contact [email protected].
