Merge branch 'NewConsumer2' of https://github.com/sborya/samza into NewKafkaSystemConsumer
Project: http://git-wip-us.apache.org/repos/asf/samza/repo Commit: http://git-wip-us.apache.org/repos/asf/samza/commit/d1675dde Tree: http://git-wip-us.apache.org/repos/asf/samza/tree/d1675dde Diff: http://git-wip-us.apache.org/repos/asf/samza/diff/d1675dde Branch: refs/heads/NewKafkaSystemConsumer Commit: d1675dde0250cc9c290da21ad1e1baa4819d58f1 Parents: 3615963 da39af7 Author: Boris S <[email protected]> Authored: Tue Sep 25 17:19:54 2018 -0700 Committer: Boris S <[email protected]> Committed: Tue Sep 25 17:19:54 2018 -0700 ---------------------------------------------------------------------- .gitignore | 3 +- build.gradle | 2 + docs/_case-studies/TEMPLATE.md | 32 + docs/_case-studies/digitalsmiths.md | 31 + docs/_case-studies/fortscale.md | 30 + docs/_case-studies/index.md | 49 + docs/_case-studies/intuit.md | 31 + docs/_case-studies/linkedin.md | 30 + docs/_case-studies/netflix.md | 30 + docs/_case-studies/optimizely.md | 58 + docs/_case-studies/redfin.md | 30 + docs/_case-studies/state.md | 31 + docs/_case-studies/uber.md | 30 + docs/_committers/TEMPLATE.md | 30 + docs/_committers/angela-murrell.md | 28 + docs/_committers/boris-shkolnik.md | 28 + docs/_committers/chinmay-soman.md | 28 + docs/_committers/chris-riccomini.md | 28 + docs/_committers/garry-turkington.md | 28 + docs/_committers/jagadish-venkatraman.md | 28 + docs/_committers/jake-maes.md | 28 + docs/_committers/jakob-homan.md | 29 + docs/_committers/jay-kreps.md | 28 + docs/_committers/martin-kleppmann.md | 28 + docs/_committers/navina-ramesh.md | 28 + docs/_committers/prateek-maheshwari.md | 28 + docs/_committers/sriram-subramanian.md | 28 + docs/_committers/wei-song.md | 28 + docs/_committers/xinyu-liu.md | 28 + docs/_committers/yan-fang.md | 28 + docs/_committers/yi-pan.md | 28 + docs/_committers/zhijie-shen.md | 28 + docs/_config.yml | 17 + docs/_includes/footer.html | 92 + docs/_includes/main-navigation.html | 39 + docs/_layouts/case-study.html | 150 ++ docs/_layouts/default.html | 309 +-- docs/_layouts/news.html | 81 + docs/_layouts/page.html | 96 +- docs/_layouts/talks-and-meetups.html | 42 + docs/_meetups/dec-2018.md | 46 + docs/_meetups/july-2018.md | 56 + docs/_menu/index.html | 160 ++ ...ncing-the-release-of-apache-samza--0.14.0.md | 76 + docs/_news/2018-04-28-something-else.md | 36 + ...ncing-the-release-of-apache-samza--0.14.1.md | 83 + docs/_news/TEMPLATE.md | 38 + docs/_news/index.md | 54 + docs/_powered-by/TEMPLATE.md | 23 + docs/_powered-by/intuit.md | 22 + docs/_powered-by/linkedin.md | 22 + docs/_powered-by/mobileaware.md | 22 + docs/_releases/0.10.md | 21 + docs/_releases/0.11.md | 21 + docs/_releases/0.12.md | 21 + docs/_releases/0.13.md | 21 + docs/_releases/0.14.md | 21 + docs/_releases/0.7.0.md | 21 + docs/_releases/0.8.md | 21 + docs/_releases/0.9.md | 21 + docs/_releases/TEMPLATE.md | 21 + docs/_talks/TEMPLATE.md | 34 + docs/_talks/june-2018--bangalore-kafka-group.md | 30 + docs/_talks/november-2017-big-data-span-2017.md | 30 + .../november-2018--totally-awesome-summit.md | 30 + ...ber-21-2017--dataworks-summit-sydney-2017.md | 33 + docs/community/committers-old.md | 103 + docs/community/committers.html | 97 + docs/community/committers.md | 103 - docs/css/bootstrap.css.map | 1 - docs/css/bootstrap.min.css | 7 - docs/css/font-awesome.min.css | 4 - docs/css/google-fonts.css | 72 + docs/css/ionicons.min.css | 11 + docs/css/main.new.css | 2262 ++++++++++++++++++ docs/css/ropa-sans.css | 25 - docs/fonts/ionicons.eot | Bin 0 -> 112650 bytes docs/fonts/ionicons.svg | 713 ++++++ docs/fonts/ionicons.ttf | Bin 0 -> 112472 bytes docs/fonts/ionicons.woff | Bin 0 -> 65912 bytes docs/fonts/ionicons.woff2 | Bin 0 -> 50632 bytes docs/img/favicon/apple-touch-icon-114x114.png | Bin 0 -> 14109 bytes docs/img/favicon/apple-touch-icon-120x120.png | Bin 0 -> 12879 bytes docs/img/favicon/apple-touch-icon-144x144.png | Bin 0 -> 18520 bytes docs/img/favicon/apple-touch-icon-152x152.png | Bin 0 -> 20884 bytes docs/img/favicon/apple-touch-icon-57x57.png | Bin 0 -> 5351 bytes docs/img/favicon/apple-touch-icon-60x60.png | Bin 0 -> 5270 bytes docs/img/favicon/apple-touch-icon-72x72.png | Bin 0 -> 7156 bytes docs/img/favicon/apple-touch-icon-76x76.png | Bin 0 -> 7707 bytes docs/img/favicon/favicon-128.png | Bin 0 -> 13302 bytes docs/img/favicon/favicon-16x16.png | Bin 0 -> 824 bytes docs/img/favicon/favicon-196x196.png | Bin 0 -> 30623 bytes docs/img/favicon/favicon-32x32.png | Bin 0 -> 2288 bytes docs/img/favicon/favicon-96x96.png | Bin 0 -> 10467 bytes docs/img/favicon/favicon.ico | Bin 0 -> 34494 bytes docs/img/favicon/mstile-144x144.png | Bin 0 -> 18520 bytes docs/img/favicon/mstile-150x150.png | Bin 0 -> 43894 bytes docs/img/favicon/mstile-310x150.png | Bin 0 -> 102518 bytes docs/img/favicon/mstile-310x310.png | Bin 0 -> 192956 bytes docs/img/favicon/mstile-70x70.png | Bin 0 -> 13302 bytes docs/img/feather.gif | Bin 0 -> 16647 bytes docs/img/samza-just-logo-transparent.png | Bin 0 -> 260503 bytes docs/img/samza-just-logo.svg | 128 + docs/img/samza-logo-no-text.png | Bin 0 -> 93664 bytes docs/img/samza-logo.png | Bin 0 -> 6412 bytes docs/img/samza-logo.svg | 174 ++ docs/img/[email protected] | Bin 0 -> 16164 bytes docs/index.md | 22 +- docs/index.md.bak | 39 + docs/js/bootstrap.min.js | 6 - docs/js/jquery-1.11.1.min.js | 4 - docs/js/jquery.tablesorter.min.js | 4 - docs/js/main.new.js | 645 +++++ docs/learn/tutorials/versioned/index.md | 3 +- docs/meetups/index.html | 106 + docs/powered-by/index.html | 48 + docs/startup/preview/index.md | 2 +- .../startup/releases/versioned/release-notes.md | 17 +- docs/talks/index.html | 85 + .../samza/metadatastore/MetadataStore.java | 6 +- .../apache/samza/operators/TableDescriptor.java | 13 +- .../samza/table/TableDescriptorsProvider.java | 8 +- .../StreamApplicationDescriptorImpl.java | 8 + .../apache/samza/container/LocalityManager.java | 2 +- .../grouper/task/GroupByContainerCount.java | 6 +- .../grouper/task/GroupByContainerIds.java | 4 +- .../task/SingleContainerGrouperFactory.java | 2 +- .../grouper/task/TaskAssignmentManager.java | 2 +- .../metadatastore/CoordinatorStreamStore.java | 2 +- .../apache/samza/job/model/ContainerModel.java | 31 +- .../org/apache/samza/job/model/JobModel.java | 2 - .../samza/operators/BaseTableDescriptor.java | 19 +- .../model/JsonContainerModelMixIn.java | 38 +- .../serializers/model/JsonJobModelMixIn.java | 2 + .../serializers/model/JsonTaskModelMixIn.java | 2 + .../serializers/model/SamzaObjectMapper.java | 41 +- .../apache/samza/storage/StorageRecovery.java | 2 +- .../samza/system/inmemory/InMemoryManager.java | 6 +- .../system/inmemory/InMemorySystemAdmin.java | 4 - .../system/inmemory/InMemorySystemConsumer.java | 4 - .../system/inmemory/InMemorySystemFactory.java | 4 - .../system/inmemory/InMemorySystemProducer.java | 4 - .../table/caching/CachingTableDescriptor.java | 37 +- .../table/hybrid/BaseHybridTableDescriptor.java | 50 + .../table/remote/RemoteTableDescriptor.java | 13 +- .../java/org/apache/samza/zk/ProcessorData.java | 19 +- .../samza/zk/ZkJobCoordinatorFactory.java | 17 +- .../java/org/apache/samza/zk/ZkKeyBuilder.java | 30 +- .../org/apache/samza/zk/ZkMetadataStore.java | 132 + .../apache/samza/zk/ZkMetadataStoreFactory.java | 36 + .../apache/samza/container/SamzaContainer.scala | 28 +- .../samza/coordinator/JobModelManager.scala | 2 +- .../grouper/task/TestGroupByContainerCount.java | 89 +- .../grouper/task/TestGroupByContainerIds.java | 37 +- .../samza/container/mock/ContainerMocks.java | 6 +- .../coordinator/JobModelManagerTestUtil.java | 13 +- .../TestCoordinatorStreamStore.java | 2 +- .../samza/execution/TestExecutionPlanner.java | 8 +- .../apache/samza/job/model/TestJobModel.java | 50 + .../operators/impl/TestOperatorImplGraph.java | 8 +- .../model/TestSamzaObjectMapper.java | 205 +- .../samza/table/caching/TestCachingTable.java | 22 +- .../org/apache/samza/zk/TestZkKeyBuilder.java | 2 +- .../apache/samza/zk/TestZkMetadataStore.java | 121 + .../samza/container/TestSamzaContainer.scala | 741 ++---- .../samza/container/TestTaskInstance.scala | 526 ++-- .../TestTaskInstanceExceptionHandler.scala | 144 ++ .../samza/coordinator/TestJobCoordinator.scala | 12 +- .../samza/system/chooser/MockSystemAdmin.scala | 30 + .../chooser/TestBootstrappingChooser.scala | 3 +- .../system/chooser/TestDefaultChooser.scala | 1 - .../clients/consumer/KafkaConsumerConfig.java | 194 -- .../samza/config/KafkaConsumerConfig.java | 210 ++ .../samza/system/kafka/KafkaConsumerProxy.java | 347 ++- .../samza/system/kafka/KafkaSystemConsumer.java | 202 +- .../kafka/KafkaSystemConsumerMetrics.scala | 4 +- .../samza/system/kafka/KafkaSystemFactory.scala | 3 +- .../consumer/TestKafkaConsumerConfig.java | 137 -- .../samza/config/TestKafkaConsumerConfig.java | 150 ++ .../system/kafka/TestKafkaSystemAdminJava.java | 18 +- .../system/kafka/TestKafkaSystemConsumer.java | 52 +- .../kv/inmemory/InMemoryTableDescriptor.java | 13 +- .../inmemory/TestInMemoryTableDescriptor.java | 4 +- .../storage/kv/RocksDbTableDescriptor.java | 13 +- .../storage/kv/TestRocksDbTableDescriptor.java | 11 +- .../kv/BaseLocalStoreBackedTableDescriptor.java | 13 +- .../kv/LocalStoreBackedReadWriteTable.java | 1 + .../samza/sql/data/RexToJavaCompiler.java | 5 +- .../samza/sql/dsl/SamzaSqlDslConverter.java | 96 + .../sql/dsl/SamzaSqlDslConverterFactory.java | 33 + .../sql/impl/ConfigBasedIOResolverFactory.java | 7 +- .../samza/sql/interfaces/DslConverter.java | 37 + .../sql/interfaces/DslConverterFactory.java | 36 + .../samza/sql/interfaces/SamzaSqlDriver.java | 56 + .../interfaces/SamzaSqlJavaTypeFactoryImpl.java | 72 + .../samza/sql/runner/SamzaSqlApplication.java | 30 +- .../sql/runner/SamzaSqlApplicationConfig.java | 117 +- .../sql/runner/SamzaSqlApplicationRunner.java | 41 +- .../samza/sql/testutil/SamzaSqlQueryParser.java | 21 +- .../samza/sql/translator/JoinTranslator.java | 1 + .../samza/sql/translator/ModifyTranslator.java | 117 + .../samza/sql/translator/QueryTranslator.java | 90 +- .../samza/sql/translator/ScanTranslator.java | 10 +- .../apache/samza/sql/e2e/TestSamzaSqlTable.java | 4 +- .../runner/TestSamzaSqlApplicationConfig.java | 49 +- .../runner/TestSamzaSqlApplicationRunner.java | 2 +- .../samza/sql/system/TestAvroSystemFactory.java | 3 +- .../samza/sql/testutil/SamzaSqlTestConfig.java | 3 + .../sql/testutil/TestIOResolverFactory.java | 7 +- .../sql/testutil/TestSamzaSqlFileParser.java | 1 + .../sql/translator/TestQueryTranslator.java | 345 ++- .../samza/example/PageViewCounterExample.java | 1 - .../samza/test/framework/StreamAssert.java | 73 +- .../apache/samza/test/framework/TestRunner.java | 286 ++- .../test/framework/stream/CollectionStream.java | 204 -- .../system/CollectionStreamSystemSpec.java | 90 - .../system/InMemoryInputDescriptor.java | 42 + .../system/InMemoryOutputDescriptor.java | 46 + .../system/InMemorySystemDescriptor.java | 118 + .../AsyncStreamTaskIntegrationTest.java | 108 +- .../StreamApplicationIntegrationTest.java | 45 +- .../framework/StreamTaskIntegrationTest.java | 112 +- .../test/samzasql/TestSamzaSqlEndToEnd.java | 64 +- .../apache/samza/test/table/TestLocalTable.java | 9 +- .../table/TestLocalTableWithSideInputs.java | 38 +- .../samza/test/table/TestRemoteTable.java | 33 +- .../table/TestTableDescriptorsProvider.java | 10 +- .../webapp/TestApplicationMasterRestClient.java | 2 +- 228 files changed, 10629 insertions(+), 3216 deletions(-) ----------------------------------------------------------------------
