Dataflow code drop!
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/394390fd Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/394390fd Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/394390fd Branch: refs/heads/master Commit: 394390fd98b02e9685f106c624676fd1533e4201 Parents: 41e5cc9 d4dcaaa Author: Frances Perry <[email protected]> Authored: Fri Feb 26 12:10:43 2016 -0800 Committer: Frances Perry <[email protected]> Committed: Fri Feb 26 12:10:43 2016 -0800 ---------------------------------------------------------------------- .gitattributes | 26 + .gitignore | 16 + .travis.yml | 35 + CONTRIBUTING.md | 31 + LICENSE | 202 ++ README.md | 125 + checkstyle.xml | 413 +++ contrib/README.md | 53 + contrib/hadoop/AUTHORS.md | 7 + contrib/hadoop/README.md | 24 + contrib/hadoop/pom.xml | 169 + .../contrib/hadoop/HadoopFileSource.java | 485 +++ .../dataflow/contrib/hadoop/WritableCoder.java | 110 + .../contrib/hadoop/HadoopFileSourceTest.java | 189 ++ .../contrib/hadoop/WritableCoderTest.java | 36 + contrib/join-library/AUTHORS.md | 6 + contrib/join-library/README.md | 33 + contrib/join-library/pom.xml | 185 ++ .../dataflow/contrib/joinlibrary/Join.java | 185 ++ .../contrib/joinlibrary/InnerJoinTest.java | 142 + .../contrib/joinlibrary/OuterLeftJoinTest.java | 152 + .../contrib/joinlibrary/OuterRightJoinTest.java | 152 + examples/README.md | 95 + examples/pom.xml | 521 ++++ .../dataflow/examples/DebuggingWordCount.java | 182 ++ .../dataflow/examples/MinimalWordCount.java | 117 + .../dataflow/examples/WindowedWordCount.java | 269 ++ .../cloud/dataflow/examples/WordCount.java | 206 ++ .../examples/common/DataflowExampleOptions.java | 34 + .../examples/common/DataflowExampleUtils.java | 485 +++ .../common/ExampleBigQueryTableOptions.java | 53 + ...xamplePubsubTopicAndSubscriptionOptions.java | 44 + .../common/ExamplePubsubTopicOptions.java | 44 + .../examples/common/PubsubFileInjector.java | 153 + .../examples/complete/AutoComplete.java | 510 +++ .../cloud/dataflow/examples/complete/README.md | 44 + .../examples/complete/StreamingWordExtract.java | 163 + .../cloud/dataflow/examples/complete/TfIdf.java | 431 +++ .../examples/complete/TopWikipediaSessions.java | 223 ++ .../examples/complete/TrafficMaxLaneFlow.java | 425 +++ .../examples/complete/TrafficRoutes.java | 459 +++ .../examples/cookbook/BigQueryTornadoes.java | 179 ++ .../cookbook/CombinePerKeyExamples.java | 223 ++ .../examples/cookbook/DatastoreWordCount.java | 269 ++ .../examples/cookbook/DeDupExample.java | 100 + .../examples/cookbook/FilterExamples.java | 266 ++ .../examples/cookbook/JoinExamples.java | 185 ++ .../examples/cookbook/MaxPerKeyExamples.java | 173 + .../cloud/dataflow/examples/cookbook/README.md | 55 + .../examples/cookbook/TriggerExample.java | 564 ++++ .../examples/MinimalWordCountJava8.java | 68 + .../examples/complete/game/GameStats.java | 347 +++ .../examples/complete/game/HourlyTeamScore.java | 193 ++ .../examples/complete/game/LeaderBoard.java | 237 ++ .../dataflow/examples/complete/game/README.md | 119 + .../examples/complete/game/UserScore.java | 239 ++ .../complete/game/injector/Injector.java | 417 +++ .../complete/game/injector/InjectorUtils.java | 101 + .../injector/RetryHttpInitializerWrapper.java | 127 + .../complete/game/utils/WriteToBigQuery.java | 134 + .../game/utils/WriteWindowedToBigQuery.java | 76 + .../examples/DebuggingWordCountTest.java | 45 + .../cloud/dataflow/examples/WordCountTest.java | 85 + .../examples/complete/AutoCompleteTest.java | 181 ++ .../dataflow/examples/complete/TfIdfTest.java | 67 + .../complete/TopWikipediaSessionsTest.java | 62 + .../cookbook/BigQueryTornadoesTest.java | 80 + .../cookbook/CombinePerKeyExamplesTest.java | 90 + .../examples/cookbook/DeDupExampleTest.java | 83 + .../examples/cookbook/FilterExamplesTest.java | 85 + .../examples/cookbook/JoinExamplesTest.java | 114 + .../cookbook/MaxPerKeyExamplesTest.java | 85 + .../examples/cookbook/TriggerExampleTest.java | 139 + .../examples/MinimalWordCountJava8Test.java | 103 + .../examples/complete/game/GameStatsTest.java | 99 + .../complete/game/HourlyTeamScoreTest.java | 121 + .../examples/complete/game/UserScoreTest.java | 156 + javadoc/README.md | 4 + javadoc/apiclient-docs/package-list | 34 + javadoc/avro-docs/package-list | 30 + javadoc/bq-docs/package-list | 2 + javadoc/dataflow-sdk-docs/package-list | 11 + javadoc/datastore-docs/package-list | 2 + javadoc/guava-docs/package-list | 15 + javadoc/hamcrest-docs/package-list | 10 + javadoc/jackson-annotations-docs/package-list | 1 + javadoc/jackson-databind-docs/package-list | 20 + javadoc/joda-docs/package-list | 7 + javadoc/junit-docs/package-list | 7 + javadoc/oauth-docs/package-list | 11 + javadoc/overview.html | 31 + maven-archetypes/examples/pom.xml | 56 + .../META-INF/maven/archetype-metadata.xml | 29 + .../main/resources/archetype-resources/pom.xml | 204 ++ .../src/main/java/DebuggingWordCount.java | 182 ++ .../src/main/java/MinimalWordCount.java | 115 + .../src/main/java/WindowedWordCount.java | 262 ++ .../src/main/java/WordCount.java | 204 ++ .../java/common/DataflowExampleOptions.java | 29 + .../main/java/common/DataflowExampleUtils.java | 398 +++ .../common/ExampleBigQueryTableOptions.java | 53 + .../java/common/ExamplePubsubTopicOptions.java | 49 + .../main/java/common/PubsubFileInjector.java | 153 + .../src/test/java/DebuggingWordCountTest.java | 44 + .../src/test/java/WordCountTest.java | 85 + .../projects/basic/archetype.properties | 5 + .../src/test/resources/projects/basic/goal.txt | 1 + maven-archetypes/starter/pom.xml | 56 + .../META-INF/maven/archetype-metadata.xml | 21 + .../main/resources/archetype-resources/pom.xml | 43 + .../src/main/java/StarterPipeline.java | 67 + .../projects/basic/archetype.properties | 5 + .../src/test/resources/projects/basic/goal.txt | 1 + .../resources/projects/basic/reference/pom.xml | 43 + .../src/main/java/it/pkg/StarterPipeline.java | 67 + pom.xml | 331 ++ sdk/pom.xml | 755 +++++ .../com/google/cloud/dataflow/sdk/Pipeline.java | 502 +++ .../cloud/dataflow/sdk/PipelineResult.java | 95 + .../dataflow/sdk/annotations/Experimental.java | 80 + .../dataflow/sdk/annotations/package-info.java | 20 + .../cloud/dataflow/sdk/coders/AtomicCoder.java | 51 + .../cloud/dataflow/sdk/coders/AvroCoder.java | 714 +++++ .../sdk/coders/BigEndianIntegerCoder.java | 99 + .../dataflow/sdk/coders/BigEndianLongCoder.java | 99 + .../dataflow/sdk/coders/ByteArrayCoder.java | 138 + .../cloud/dataflow/sdk/coders/ByteCoder.java | 111 + .../dataflow/sdk/coders/ByteStringCoder.java | 106 + .../sdk/coders/CannotProvideCoderException.java | 95 + .../google/cloud/dataflow/sdk/coders/Coder.java | 298 ++ .../dataflow/sdk/coders/CoderException.java | 36 + .../dataflow/sdk/coders/CoderFactories.java | 274 ++ .../cloud/dataflow/sdk/coders/CoderFactory.java | 43 + .../dataflow/sdk/coders/CoderProvider.java | 33 + .../dataflow/sdk/coders/CoderProviders.java | 164 + .../dataflow/sdk/coders/CoderRegistry.java | 843 +++++ .../dataflow/sdk/coders/CollectionCoder.java | 73 + .../cloud/dataflow/sdk/coders/CustomCoder.java | 137 + .../cloud/dataflow/sdk/coders/DefaultCoder.java | 66 + .../dataflow/sdk/coders/DelegateCoder.java | 164 + .../sdk/coders/DeterministicStandardCoder.java | 38 + .../cloud/dataflow/sdk/coders/DoubleCoder.java | 113 + .../dataflow/sdk/coders/DurationCoder.java | 97 + .../cloud/dataflow/sdk/coders/EntityCoder.java | 86 + .../cloud/dataflow/sdk/coders/InstantCoder.java | 113 + .../dataflow/sdk/coders/IterableCoder.java | 78 + .../dataflow/sdk/coders/IterableLikeCoder.java | 278 ++ .../cloud/dataflow/sdk/coders/JAXBCoder.java | 135 + .../cloud/dataflow/sdk/coders/KvCoder.java | 162 + .../cloud/dataflow/sdk/coders/KvCoderBase.java | 61 + .../cloud/dataflow/sdk/coders/ListCoder.java | 77 + .../cloud/dataflow/sdk/coders/MapCoder.java | 160 + .../cloud/dataflow/sdk/coders/MapCoderBase.java | 54 + .../dataflow/sdk/coders/NullableCoder.java | 175 ++ .../cloud/dataflow/sdk/coders/Proto2Coder.java | 361 +++ .../dataflow/sdk/coders/SerializableCoder.java | 183 ++ .../cloud/dataflow/sdk/coders/SetCoder.java | 94 + .../dataflow/sdk/coders/StandardCoder.java | 229 ++ .../sdk/coders/StringDelegateCoder.java | 86 + .../dataflow/sdk/coders/StringUtf8Coder.java | 139 + .../sdk/coders/StructuralByteArray.java | 56 + .../dataflow/sdk/coders/TableRowJsonCoder.java | 82 + .../sdk/coders/TextualIntegerCoder.java | 69 + .../cloud/dataflow/sdk/coders/VarIntCoder.java | 97 + .../cloud/dataflow/sdk/coders/VarLongCoder.java | 96 + .../cloud/dataflow/sdk/coders/VoidCoder.java | 76 + .../cloud/dataflow/sdk/coders/package-info.java | 44 + .../sdk/coders/protobuf/ProtoCoder.java | 411 +++ .../sdk/coders/protobuf/ProtobufUtil.java | 171 + .../google/cloud/dataflow/sdk/io/AvroIO.java | 810 +++++ .../cloud/dataflow/sdk/io/AvroSource.java | 647 ++++ .../cloud/dataflow/sdk/io/BigQueryIO.java | 1499 +++++++++ .../cloud/dataflow/sdk/io/BlockBasedSource.java | 237 ++ .../sdk/io/BoundedReadFromUnboundedSource.java | 271 ++ .../cloud/dataflow/sdk/io/BoundedSource.java | 277 ++ .../cloud/dataflow/sdk/io/CompressedSource.java | 413 +++ .../cloud/dataflow/sdk/io/CountingSource.java | 386 +++ .../cloud/dataflow/sdk/io/DatastoreIO.java | 957 ++++++ .../cloud/dataflow/sdk/io/FileBasedSink.java | 864 +++++ .../cloud/dataflow/sdk/io/FileBasedSource.java | 648 ++++ .../dataflow/sdk/io/OffsetBasedSource.java | 326 ++ .../google/cloud/dataflow/sdk/io/PubsubIO.java | 1044 +++++++ .../com/google/cloud/dataflow/sdk/io/Read.java | 253 ++ .../dataflow/sdk/io/ShardNameTemplate.java | 75 + .../com/google/cloud/dataflow/sdk/io/Sink.java | 252 ++ .../google/cloud/dataflow/sdk/io/Source.java | 193 ++ .../google/cloud/dataflow/sdk/io/TextIO.java | 992 ++++++ .../cloud/dataflow/sdk/io/UnboundedSource.java | 253 ++ .../com/google/cloud/dataflow/sdk/io/Write.java | 213 ++ .../google/cloud/dataflow/sdk/io/XmlSink.java | 310 ++ .../google/cloud/dataflow/sdk/io/XmlSource.java | 541 ++++ .../dataflow/sdk/io/bigtable/BigtableIO.java | 987 ++++++ .../sdk/io/bigtable/BigtableService.java | 108 + .../sdk/io/bigtable/BigtableServiceImpl.java | 241 ++ .../cloud/dataflow/sdk/io/package-info.java | 37 + .../cloud/dataflow/sdk/io/range/ByteKey.java | 173 + .../dataflow/sdk/io/range/ByteKeyRange.java | 376 +++ .../sdk/io/range/ByteKeyRangeTracker.java | 117 + .../sdk/io/range/OffsetRangeTracker.java | 182 ++ .../dataflow/sdk/io/range/RangeTracker.java | 220 ++ .../dataflow/sdk/io/range/package-info.java | 23 + .../sdk/options/ApplicationNameOptions.java | 33 + .../dataflow/sdk/options/BigQueryOptions.java | 31 + .../BlockingDataflowPipelineOptions.java | 49 + .../sdk/options/CloudDebuggerOptions.java | 36 + .../options/DataflowPipelineDebugOptions.java | 242 ++ .../sdk/options/DataflowPipelineOptions.java | 121 + .../DataflowPipelineWorkerPoolOptions.java | 242 ++ .../sdk/options/DataflowProfilingOptions.java | 46 + .../options/DataflowWorkerHarnessOptions.java | 50 + .../options/DataflowWorkerLoggingOptions.java | 153 + .../cloud/dataflow/sdk/options/Default.java | 153 + .../sdk/options/DefaultValueFactory.java | 38 + .../cloud/dataflow/sdk/options/Description.java | 35 + .../sdk/options/DirectPipelineOptions.java | 75 + .../cloud/dataflow/sdk/options/GcpOptions.java | 291 ++ .../cloud/dataflow/sdk/options/GcsOptions.java | 113 + .../sdk/options/GoogleApiDebugOptions.java | 87 + .../cloud/dataflow/sdk/options/Hidden.java | 33 + .../dataflow/sdk/options/PipelineOptions.java | 248 ++ .../sdk/options/PipelineOptionsFactory.java | 1497 +++++++++ .../sdk/options/PipelineOptionsRegistrar.java | 36 + .../sdk/options/PipelineOptionsValidator.java | 102 + .../sdk/options/ProxyInvocationHandler.java | 441 +++ .../dataflow/sdk/options/StreamingOptions.java | 30 + .../cloud/dataflow/sdk/options/Validation.java | 46 + .../dataflow/sdk/options/package-info.java | 25 + .../google/cloud/dataflow/sdk/package-info.java | 33 + .../runners/AggregatorPipelineExtractor.java | 97 + .../runners/AggregatorRetrievalException.java | 32 + .../dataflow/sdk/runners/AggregatorValues.java | 52 + .../runners/BlockingDataflowPipelineRunner.java | 181 ++ .../DataflowJobAlreadyExistsException.java | 34 + .../DataflowJobAlreadyUpdatedException.java | 33 + .../runners/DataflowJobCancelledException.java | 38 + .../sdk/runners/DataflowJobException.java | 40 + .../runners/DataflowJobExecutionException.java | 34 + .../runners/DataflowJobUpdatedException.java | 51 + .../dataflow/sdk/runners/DataflowPipeline.java | 59 + .../sdk/runners/DataflowPipelineJob.java | 389 +++ .../sdk/runners/DataflowPipelineRegistrar.java | 58 + .../sdk/runners/DataflowPipelineRunner.java | 2947 ++++++++++++++++++ .../runners/DataflowPipelineRunnerHooks.java | 37 + .../sdk/runners/DataflowPipelineTranslator.java | 1086 +++++++ .../sdk/runners/DataflowServiceException.java | 32 + .../dataflow/sdk/runners/DirectPipeline.java | 55 + .../sdk/runners/DirectPipelineRegistrar.java | 53 + .../sdk/runners/DirectPipelineRunner.java | 1156 +++++++ .../dataflow/sdk/runners/PipelineRunner.java | 76 + .../sdk/runners/PipelineRunnerRegistrar.java | 40 + .../sdk/runners/RecordingPipelineVisitor.java | 54 + .../sdk/runners/TransformHierarchy.java | 104 + .../dataflow/sdk/runners/TransformTreeNode.java | 252 ++ .../sdk/runners/dataflow/AssignWindows.java | 88 + .../runners/dataflow/BigQueryIOTranslator.java | 125 + .../sdk/runners/dataflow/CustomSources.java | 118 + .../dataflow/DataflowAggregatorTransforms.java | 79 + .../dataflow/DataflowMetricUpdateExtractor.java | 110 + .../runners/dataflow/PubsubIOTranslator.java | 107 + .../sdk/runners/dataflow/ReadTranslator.java | 103 + .../sdk/runners/dataflow/package-info.java | 20 + .../inprocess/BoundedReadEvaluatorFactory.java | 140 + .../dataflow/sdk/runners/inprocess/Clock.java | 29 + .../inprocess/EmptyTransformEvaluator.java | 49 + .../sdk/runners/inprocess/EvaluatorKey.java | 56 + .../inprocess/FlattenEvaluatorFactory.java | 82 + .../runners/inprocess/ForwardingPTransform.java | 54 + .../inprocess/GroupByKeyEvaluatorFactory.java | 252 ++ .../inprocess/InMemoryWatermarkManager.java | 1316 ++++++++ .../sdk/runners/inprocess/InProcessBundle.java | 117 + .../inprocess/InProcessBundleOutputManager.java | 50 + .../sdk/runners/inprocess/InProcessCreate.java | 209 ++ .../inprocess/InProcessExecutionContext.java | 106 + .../inprocess/InProcessPipelineOptions.java | 24 + .../inprocess/InProcessPipelineRunner.java | 260 ++ .../inprocess/InProcessSideInputContainer.java | 207 ++ .../inprocess/InProcessTimerInternals.java | 84 + .../inprocess/InProcessTransformResult.java | 75 + .../sdk/runners/inprocess/NanosOffsetClock.java | 58 + .../inprocess/ParDoInProcessEvaluator.java | 109 + .../inprocess/ParDoMultiEvaluatorFactory.java | 88 + .../inprocess/ParDoSingleEvaluatorFactory.java | 85 + .../runners/inprocess/StepTransformResult.java | 157 + .../runners/inprocess/TransformEvaluator.java | 45 + .../inprocess/TransformEvaluatorFactory.java | 43 + .../UnboundedReadEvaluatorFactory.java | 158 + .../runners/inprocess/ViewEvaluatorFactory.java | 121 + .../dataflow/sdk/runners/package-info.java | 33 + .../dataflow/sdk/runners/worker/IsmFormat.java | 946 ++++++ .../sdk/runners/worker/package-info.java | 24 + .../dataflow/sdk/testing/CoderProperties.java | 349 +++ .../dataflow/sdk/testing/DataflowAssert.java | 825 +++++ .../dataflow/sdk/testing/RunnableOnService.java | 30 + .../sdk/testing/SerializableMatcher.java | 36 + .../sdk/testing/SerializableMatchers.java | 1180 +++++++ .../dataflow/sdk/testing/SourceTestUtils.java | 642 ++++ .../testing/TestDataflowPipelineOptions.java | 26 + .../sdk/testing/TestDataflowPipelineRunner.java | 220 ++ .../dataflow/sdk/testing/TestPipeline.java | 193 ++ .../dataflow/sdk/testing/WindowFnTestUtils.java | 325 ++ .../dataflow/sdk/testing/package-info.java | 21 + .../dataflow/sdk/transforms/Aggregator.java | 78 + .../sdk/transforms/AggregatorRetriever.java | 36 + .../sdk/transforms/AppliedPTransform.java | 100 + .../sdk/transforms/ApproximateQuantiles.java | 766 +++++ .../sdk/transforms/ApproximateUnique.java | 419 +++ .../cloud/dataflow/sdk/transforms/Combine.java | 2252 +++++++++++++ .../dataflow/sdk/transforms/CombineFnBase.java | 283 ++ .../sdk/transforms/CombineWithContext.java | 277 ++ .../cloud/dataflow/sdk/transforms/Count.java | 135 + .../cloud/dataflow/sdk/transforms/Create.java | 426 +++ .../cloud/dataflow/sdk/transforms/DoFn.java | 552 ++++ .../dataflow/sdk/transforms/DoFnReflector.java | 667 ++++ .../dataflow/sdk/transforms/DoFnTester.java | 495 +++ .../sdk/transforms/DoFnWithContext.java | 416 +++ .../cloud/dataflow/sdk/transforms/Filter.java | 234 ++ .../sdk/transforms/FlatMapElements.java | 145 + .../cloud/dataflow/sdk/transforms/Flatten.java | 219 ++ .../dataflow/sdk/transforms/GroupByKey.java | 575 ++++ .../transforms/IntraBundleParallelization.java | 346 ++ .../cloud/dataflow/sdk/transforms/Keys.java | 68 + .../cloud/dataflow/sdk/transforms/KvSwap.java | 73 + .../dataflow/sdk/transforms/MapElements.java | 112 + .../cloud/dataflow/sdk/transforms/Max.java | 255 ++ .../cloud/dataflow/sdk/transforms/Mean.java | 202 ++ .../cloud/dataflow/sdk/transforms/Min.java | 255 ++ .../dataflow/sdk/transforms/PTransform.java | 312 ++ .../cloud/dataflow/sdk/transforms/ParDo.java | 1308 ++++++++ .../dataflow/sdk/transforms/Partition.java | 173 + .../sdk/transforms/RemoveDuplicates.java | 158 + .../cloud/dataflow/sdk/transforms/Sample.java | 246 ++ .../sdk/transforms/SerializableComparator.java | 28 + .../sdk/transforms/SerializableFunction.java | 31 + .../dataflow/sdk/transforms/SimpleFunction.java | 54 + .../cloud/dataflow/sdk/transforms/Sum.java | 188 ++ .../cloud/dataflow/sdk/transforms/Top.java | 559 ++++ .../cloud/dataflow/sdk/transforms/Values.java | 68 + .../cloud/dataflow/sdk/transforms/View.java | 470 +++ .../cloud/dataflow/sdk/transforms/WithKeys.java | 140 + .../dataflow/sdk/transforms/WithTimestamps.java | 129 + .../cloud/dataflow/sdk/transforms/Write.java | 27 + .../sdk/transforms/join/CoGbkResult.java | 463 +++ .../sdk/transforms/join/CoGbkResultSchema.java | 134 + .../sdk/transforms/join/CoGroupByKey.java | 211 ++ .../transforms/join/KeyedPCollectionTuple.java | 247 ++ .../sdk/transforms/join/RawUnionValue.java | 51 + .../sdk/transforms/join/UnionCoder.java | 147 + .../sdk/transforms/join/package-info.java | 21 + .../dataflow/sdk/transforms/package-info.java | 43 + .../sdk/transforms/windowing/AfterAll.java | 117 + .../windowing/AfterDelayFromFirstElement.java | 322 ++ .../sdk/transforms/windowing/AfterEach.java | 135 + .../sdk/transforms/windowing/AfterFirst.java | 119 + .../sdk/transforms/windowing/AfterPane.java | 145 + .../windowing/AfterProcessingTime.java | 97 + .../AfterSynchronizedProcessingTime.java | 75 + .../transforms/windowing/AfterWatermark.java | 397 +++ .../sdk/transforms/windowing/BoundedWindow.java | 46 + .../transforms/windowing/CalendarWindows.java | 348 +++ .../transforms/windowing/DefaultTrigger.java | 95 + .../sdk/transforms/windowing/FixedWindows.java | 116 + .../sdk/transforms/windowing/GlobalWindow.java | 68 + .../sdk/transforms/windowing/GlobalWindows.java | 63 + .../transforms/windowing/IntervalWindow.java | 201 ++ .../transforms/windowing/InvalidWindows.java | 87 + .../MergeOverlappingIntervalWindows.java | 86 + .../windowing/NonMergingWindowFn.java | 35 + .../transforms/windowing/OrFinallyTrigger.java | 100 + .../sdk/transforms/windowing/OutputTimeFn.java | 319 ++ .../sdk/transforms/windowing/OutputTimeFns.java | 168 + .../sdk/transforms/windowing/PaneInfo.java | 384 +++ .../windowing/PartitioningWindowFn.java | 61 + .../sdk/transforms/windowing/Repeatedly.java | 100 + .../sdk/transforms/windowing/Sessions.java | 112 + .../transforms/windowing/SlidingWindows.java | 214 ++ .../sdk/transforms/windowing/Trigger.java | 544 ++++ .../transforms/windowing/TriggerBuilder.java | 29 + .../sdk/transforms/windowing/Window.java | 662 ++++ .../sdk/transforms/windowing/WindowFn.java | 221 ++ .../sdk/transforms/windowing/package-info.java | 49 + .../dataflow/sdk/util/ActiveWindowSet.java | 171 + .../cloud/dataflow/sdk/util/ApiSurface.java | 642 ++++ .../dataflow/sdk/util/AppEngineEnvironment.java | 61 + .../dataflow/sdk/util/AppliedCombineFn.java | 130 + .../dataflow/sdk/util/AssignWindowsDoFn.java | 67 + ...AttemptAndTimeBoundedExponentialBackOff.java | 168 + .../util/AttemptBoundedExponentialBackOff.java | 83 + .../cloud/dataflow/sdk/util/AvroUtils.java | 345 ++ .../dataflow/sdk/util/BaseExecutionContext.java | 155 + .../dataflow/sdk/util/BatchTimerInternals.java | 138 + .../sdk/util/BigQueryTableInserter.java | 434 +++ .../sdk/util/BigQueryTableRowIterator.java | 469 +++ .../cloud/dataflow/sdk/util/BitSetCoder.java | 59 + .../BufferedElementCountingOutputStream.java | 184 ++ .../cloud/dataflow/sdk/util/CloudKnownType.java | 138 + .../cloud/dataflow/sdk/util/CloudObject.java | 184 ++ .../cloud/dataflow/sdk/util/CoderUtils.java | 327 ++ .../sdk/util/CombineContextFactory.java | 107 + .../cloud/dataflow/sdk/util/CombineFnUtil.java | 97 + .../dataflow/sdk/util/CounterAggregator.java | 96 + .../dataflow/sdk/util/CredentialFactory.java | 29 + .../cloud/dataflow/sdk/util/Credentials.java | 192 ++ .../sdk/util/DataflowPathValidator.java | 97 + .../dataflow/sdk/util/DataflowReleaseInfo.java | 87 + .../sdk/util/DirectModeExecutionContext.java | 130 + .../sdk/util/DirectSideInputReader.java | 73 + .../cloud/dataflow/sdk/util/DoFnInfo.java | 67 + .../cloud/dataflow/sdk/util/DoFnRunner.java | 60 + .../cloud/dataflow/sdk/util/DoFnRunnerBase.java | 558 ++++ .../cloud/dataflow/sdk/util/DoFnRunners.java | 140 + .../dataflow/sdk/util/ExecutableTrigger.java | 159 + .../dataflow/sdk/util/ExecutionContext.java | 102 + .../sdk/util/ExposedByteArrayInputStream.java | 51 + .../sdk/util/ExposedByteArrayOutputStream.java | 115 + .../dataflow/sdk/util/FileIOChannelFactory.java | 135 + .../dataflow/sdk/util/FinishedTriggers.java | 42 + .../sdk/util/FinishedTriggersBitSet.java | 68 + .../dataflow/sdk/util/FinishedTriggersSet.java | 74 + .../dataflow/sdk/util/GcpCredentialFactory.java | 45 + .../dataflow/sdk/util/GcsIOChannelFactory.java | 86 + .../cloud/dataflow/sdk/util/GcsStager.java | 53 + .../google/cloud/dataflow/sdk/util/GcsUtil.java | 406 +++ .../util/GroupAlsoByWindowViaWindowSetDoFn.java | 104 + .../sdk/util/GroupAlsoByWindowsDoFn.java | 58 + .../GroupAlsoByWindowsViaOutputBufferDoFn.java | 98 + .../dataflow/sdk/util/IOChannelFactory.java | 101 + .../cloud/dataflow/sdk/util/IOChannelUtils.java | 204 ++ .../sdk/util/IllegalMutationException.java | 52 + .../dataflow/sdk/util/InstanceBuilder.java | 269 ++ .../util/IntervalBoundedExponentialBackOff.java | 87 + .../cloud/dataflow/sdk/util/KeyedWorkItem.java | 41 + .../dataflow/sdk/util/KeyedWorkItemCoder.java | 120 + .../cloud/dataflow/sdk/util/KeyedWorkItems.java | 120 + .../sdk/util/LateDataDroppingDoFnRunner.java | 145 + .../dataflow/sdk/util/MapAggregatorValues.java | 48 + .../sdk/util/MergingActiveWindowSet.java | 543 ++++ .../cloud/dataflow/sdk/util/MimeTypes.java | 23 + .../cloud/dataflow/sdk/util/MonitoringUtil.java | 233 ++ .../dataflow/sdk/util/MutationDetector.java | 31 + .../dataflow/sdk/util/MutationDetectors.java | 182 ++ .../cloud/dataflow/sdk/util/NonEmptyPanes.java | 148 + .../sdk/util/NonMergingActiveWindowSet.java | 85 + .../sdk/util/NoopCredentialFactory.java | 38 + .../dataflow/sdk/util/NoopPathValidator.java | 48 + .../dataflow/sdk/util/NullSideInputReader.java | 61 + .../dataflow/sdk/util/OutputReference.java | 42 + .../sdk/util/PCollectionViewWindow.java | 67 + .../dataflow/sdk/util/PCollectionViews.java | 426 +++ .../google/cloud/dataflow/sdk/util/PTuple.java | 160 + .../cloud/dataflow/sdk/util/PackageUtil.java | 327 ++ .../dataflow/sdk/util/PaneInfoTracker.java | 151 + .../cloud/dataflow/sdk/util/PathValidator.java | 47 + .../sdk/util/PerKeyCombineFnRunner.java | 147 + .../sdk/util/PerKeyCombineFnRunners.java | 257 ++ .../cloud/dataflow/sdk/util/PropertyNames.java | 105 + .../dataflow/sdk/util/RandomAccessData.java | 352 +++ .../cloud/dataflow/sdk/util/ReduceFn.java | 128 + .../sdk/util/ReduceFnContextFactory.java | 495 +++ .../cloud/dataflow/sdk/util/ReduceFnRunner.java | 846 +++++ .../sdk/util/ReifyTimestampAndWindowsDoFn.java | 46 + .../cloud/dataflow/sdk/util/Reshuffle.java | 145 + .../dataflow/sdk/util/ReshuffleTrigger.java | 61 + .../sdk/util/RetryHttpRequestInitializer.java | 250 ++ .../dataflow/sdk/util/SerializableUtils.java | 156 + .../cloud/dataflow/sdk/util/Serializer.java | 145 + .../sdk/util/ShardingWritableByteChannel.java | 118 + .../dataflow/sdk/util/SideInputReader.java | 48 + .../dataflow/sdk/util/SimpleDoFnRunner.java | 55 + .../google/cloud/dataflow/sdk/util/Stager.java | 29 + .../cloud/dataflow/sdk/util/StreamUtils.java | 68 + .../cloud/dataflow/sdk/util/StringUtils.java | 242 ++ .../google/cloud/dataflow/sdk/util/Structs.java | 384 +++ .../dataflow/sdk/util/SystemDoFnInternal.java | 37 + .../cloud/dataflow/sdk/util/SystemReduceFn.java | 133 + .../cloud/dataflow/sdk/util/TestCredential.java | 51 + .../cloud/dataflow/sdk/util/TimeDomain.java | 41 + .../cloud/dataflow/sdk/util/TimeUtil.java | 164 + .../cloud/dataflow/sdk/util/TimerInternals.java | 269 ++ .../google/cloud/dataflow/sdk/util/Timers.java | 60 + .../cloud/dataflow/sdk/util/Transport.java | 196 ++ .../sdk/util/TriggerContextFactory.java | 522 ++++ .../cloud/dataflow/sdk/util/TriggerRunner.java | 223 ++ .../dataflow/sdk/util/UnownedInputStream.java | 76 + .../dataflow/sdk/util/UnownedOutputStream.java | 56 + .../sdk/util/UploadIdResponseInterceptor.java | 61 + .../dataflow/sdk/util/UserCodeException.java | 94 + .../dataflow/sdk/util/ValueWithRecordId.java | 154 + .../google/cloud/dataflow/sdk/util/Values.java | 88 + .../google/cloud/dataflow/sdk/util/VarInt.java | 115 + .../cloud/dataflow/sdk/util/WatermarkHold.java | 450 +++ .../cloud/dataflow/sdk/util/Weighted.java | 27 + .../cloud/dataflow/sdk/util/WeightedValue.java | 45 + .../cloud/dataflow/sdk/util/WindowTracing.java | 36 + .../cloud/dataflow/sdk/util/WindowedValue.java | 720 +++++ .../dataflow/sdk/util/WindowingInternals.java | 82 + .../dataflow/sdk/util/WindowingStrategy.java | 268 ++ .../cloud/dataflow/sdk/util/ZipFiles.java | 294 ++ .../cloud/dataflow/sdk/util/common/Counter.java | 1103 +++++++ .../sdk/util/common/CounterProvider.java | 26 + .../dataflow/sdk/util/common/CounterSet.java | 177 ++ .../util/common/ElementByteSizeObservable.java | 41 + .../ElementByteSizeObservableIterable.java | 63 + .../ElementByteSizeObservableIterator.java | 36 + .../util/common/ElementByteSizeObserver.java | 92 + .../sdk/util/common/PeekingReiterator.java | 98 + .../sdk/util/common/ReflectHelpers.java | 209 ++ .../dataflow/sdk/util/common/Reiterable.java | 27 + .../dataflow/sdk/util/common/Reiterator.java | 39 + .../dataflow/sdk/util/common/package-info.java | 18 + .../sdk/util/common/worker/StateSampler.java | 365 +++ .../sdk/util/common/worker/package-info.java | 18 + .../cloud/dataflow/sdk/util/gcsfs/GcsPath.java | 619 ++++ .../dataflow/sdk/util/gcsfs/package-info.java | 18 + .../cloud/dataflow/sdk/util/package-info.java | 18 + .../util/state/AccumulatorCombiningState.java | 51 + .../cloud/dataflow/sdk/util/state/BagState.java | 26 + .../dataflow/sdk/util/state/CombiningState.java | 40 + .../CopyOnAccessInMemoryStateInternals.java | 454 +++ .../sdk/util/state/InMemoryStateInternals.java | 414 +++ .../sdk/util/state/MergingStateAccessor.java | 40 + .../dataflow/sdk/util/state/ReadableState.java | 53 + .../cloud/dataflow/sdk/util/state/State.java | 30 + .../dataflow/sdk/util/state/StateAccessor.java | 36 + .../dataflow/sdk/util/state/StateContext.java | 41 + .../dataflow/sdk/util/state/StateContexts.java | 107 + .../dataflow/sdk/util/state/StateInternals.java | 55 + .../dataflow/sdk/util/state/StateMerging.java | 254 ++ .../dataflow/sdk/util/state/StateNamespace.java | 54 + .../sdk/util/state/StateNamespaceForTest.java | 63 + .../sdk/util/state/StateNamespaces.java | 277 ++ .../dataflow/sdk/util/state/StateTable.java | 89 + .../cloud/dataflow/sdk/util/state/StateTag.java | 96 + .../dataflow/sdk/util/state/StateTags.java | 569 ++++ .../dataflow/sdk/util/state/ValueState.java | 35 + .../sdk/util/state/WatermarkHoldState.java | 42 + .../google/cloud/dataflow/sdk/values/KV.java | 130 + .../cloud/dataflow/sdk/values/PBegin.java | 87 + .../cloud/dataflow/sdk/values/PCollection.java | 250 ++ .../dataflow/sdk/values/PCollectionList.java | 238 ++ .../dataflow/sdk/values/PCollectionTuple.java | 264 ++ .../dataflow/sdk/values/PCollectionView.java | 64 + .../google/cloud/dataflow/sdk/values/PDone.java | 47 + .../cloud/dataflow/sdk/values/PInput.java | 56 + .../cloud/dataflow/sdk/values/POutput.java | 76 + .../dataflow/sdk/values/POutputValueBase.java | 102 + .../cloud/dataflow/sdk/values/PValue.java | 38 + .../cloud/dataflow/sdk/values/PValueBase.java | 155 + .../dataflow/sdk/values/TimestampedValue.java | 155 + .../cloud/dataflow/sdk/values/TupleTag.java | 196 ++ .../cloud/dataflow/sdk/values/TupleTagList.java | 148 + .../dataflow/sdk/values/TypeDescriptor.java | 351 +++ .../cloud/dataflow/sdk/values/TypedPValue.java | 197 ++ .../cloud/dataflow/sdk/values/package-info.java | 52 + sdk/src/main/proto/README.md | 27 + .../main/proto/proto2_coder_test_messages.proto | 51 + sdk/src/main/proto/windmill.proto | 327 ++ sdk/src/main/proto/windmill_service.proto | 27 + .../google/cloud/dataflow/sdk/sdk.properties | 5 + .../cloud/dataflow/sdk/DataflowMatchers.java | 65 + .../google/cloud/dataflow/sdk/PipelineTest.java | 296 ++ .../google/cloud/dataflow/sdk/TestUtils.java | 213 ++ .../cloud/dataflow/sdk/WindowMatchers.java | 137 + .../dataflow/sdk/coders/AvroCoderTest.java | 754 +++++ .../sdk/coders/BigEndianIntegerCoderTest.java | 90 + .../sdk/coders/BigEndianLongCoderTest.java | 94 + .../dataflow/sdk/coders/ByteArrayCoderTest.java | 144 + .../dataflow/sdk/coders/ByteCoderTest.java | 91 + .../sdk/coders/ByteStringCoderTest.java | 121 + .../dataflow/sdk/coders/CoderFactoriesTest.java | 100 + .../dataflow/sdk/coders/CoderProvidersTest.java | 71 + .../dataflow/sdk/coders/CoderRegistryTest.java | 521 ++++ .../cloud/dataflow/sdk/coders/CoderTest.java | 78 + .../sdk/coders/CollectionCoderTest.java | 93 + .../dataflow/sdk/coders/CustomCoderTest.java | 135 + .../dataflow/sdk/coders/DefaultCoderTest.java | 128 + .../dataflow/sdk/coders/DelegateCoderTest.java | 141 + .../dataflow/sdk/coders/DoubleCoderTest.java | 96 + .../dataflow/sdk/coders/DurationCoderTest.java | 86 + .../dataflow/sdk/coders/EntityCoderTest.java | 108 + .../dataflow/sdk/coders/InstantCoderTest.java | 116 + .../dataflow/sdk/coders/IterableCoderTest.java | 109 + .../dataflow/sdk/coders/JAXBCoderTest.java | 99 + .../cloud/dataflow/sdk/coders/KvCoderTest.java | 118 + .../dataflow/sdk/coders/ListCoderTest.java | 134 + .../cloud/dataflow/sdk/coders/MapCoderTest.java | 106 + .../dataflow/sdk/coders/NullableCoderTest.java | 132 + .../sdk/coders/PrintBase64Encodings.java | 81 + .../dataflow/sdk/coders/Proto2CoderTest.java | 145 + .../sdk/coders/SerializableCoderTest.java | 222 ++ .../cloud/dataflow/sdk/coders/SetCoderTest.java | 86 + .../dataflow/sdk/coders/StandardCoderTest.java | 176 ++ .../sdk/coders/StringDelegateCoderTest.java | 72 + .../sdk/coders/StringUtf8CoderTest.java | 80 + .../sdk/coders/StructuralByteArrayTest.java | 39 + .../sdk/coders/TableRowJsonCoderTest.java | 86 + .../sdk/coders/TextualIntegerCoderTest.java | 90 + .../dataflow/sdk/coders/VarIntCoderTest.java | 91 + .../dataflow/sdk/coders/VarLongCoderTest.java | 94 + .../sdk/coders/protobuf/ProtoCoderTest.java | 182 ++ .../sdk/coders/protobuf/ProtobufUtilTest.java | 195 ++ .../sdk/io/AvroIOGeneratedClassTest.java | 374 +++ .../cloud/dataflow/sdk/io/AvroIOTest.java | 226 ++ .../cloud/dataflow/sdk/io/AvroSourceTest.java | 692 ++++ .../cloud/dataflow/sdk/io/BigQueryIOTest.java | 445 +++ .../io/BoundedReadFromUnboundedSourceTest.java | 132 + .../dataflow/sdk/io/CompressedSourceTest.java | 430 +++ .../dataflow/sdk/io/CountingSourceTest.java | 216 ++ .../cloud/dataflow/sdk/io/DatastoreIOTest.java | 631 ++++ .../dataflow/sdk/io/FileBasedSinkTest.java | 512 +++ .../dataflow/sdk/io/FileBasedSourceTest.java | 914 ++++++ .../dataflow/sdk/io/OffsetBasedSourceTest.java | 278 ++ .../cloud/dataflow/sdk/io/PubsubIOTest.java | 233 ++ .../google/cloud/dataflow/sdk/io/ReadTest.java | 144 + .../cloud/dataflow/sdk/io/TextIOTest.java | 562 ++++ .../google/cloud/dataflow/sdk/io/WriteTest.java | 341 ++ .../cloud/dataflow/sdk/io/XmlSinkTest.java | 235 ++ .../cloud/dataflow/sdk/io/XmlSourceTest.java | 822 +++++ .../sdk/io/bigtable/BigtableIOTest.java | 688 ++++ .../range/ByteKeyRangeEstimateFractionTest.java | 69 + .../range/ByteKeyRangeInterpolateKeyTest.java | 73 + .../dataflow/sdk/io/range/ByteKeyRangeTest.java | 396 +++ .../sdk/io/range/ByteKeyRangeTrackerTest.java | 118 + .../dataflow/sdk/io/range/ByteKeyTest.java | 178 ++ .../sdk/io/range/OffsetRangeTrackerTest.java | 186 ++ .../com/google/cloud/dataflow/sdk/io/user.avsc | 10 + .../DataflowPipelineDebugOptionsTest.java | 40 + .../options/DataflowPipelineOptionsTest.java | 91 + .../options/DataflowProfilingOptionsTest.java | 47 + .../DataflowWorkerLoggingOptionsTest.java | 73 + .../dataflow/sdk/options/GcpOptionsTest.java | 123 + .../sdk/options/GoogleApiDebugOptionsTest.java | 147 + .../sdk/options/PipelineOptionsFactoryTest.java | 1101 +++++++ .../sdk/options/PipelineOptionsTest.java | 126 + .../options/PipelineOptionsValidatorTest.java | 310 ++ .../sdk/options/ProxyInvocationHandlerTest.java | 691 ++++ .../AggregatorPipelineExtractorTest.java | 228 ++ .../BlockingDataflowPipelineRunnerTest.java | 301 ++ .../sdk/runners/DataflowPipelineJobTest.java | 603 ++++ .../runners/DataflowPipelineRegistrarTest.java | 72 + .../sdk/runners/DataflowPipelineRunnerTest.java | 1370 ++++++++ .../sdk/runners/DataflowPipelineTest.java | 44 + .../runners/DataflowPipelineTranslatorTest.java | 765 +++++ .../runners/DirectPipelineRegistrarTest.java | 69 + .../sdk/runners/DirectPipelineRunnerTest.java | 210 ++ .../sdk/runners/DirectPipelineTest.java | 34 + .../sdk/runners/PipelineRunnerTest.java | 82 + .../dataflow/sdk/runners/TransformTreeTest.java | 194 ++ .../sdk/runners/dataflow/CustomSourcesTest.java | 273 ++ .../runners/dataflow/TestCountingSource.java | 212 ++ .../BoundedReadEvaluatorFactoryTest.java | 153 + .../inprocess/FlattenEvaluatorFactoryTest.java | 137 + .../inprocess/ForwardingPTransformTest.java | 100 + .../GroupByKeyEvaluatorFactoryTest.java | 179 ++ .../inprocess/InMemoryWatermarkManagerTest.java | 1099 +++++++ .../runners/inprocess/InProcessBundleTest.java | 143 + .../runners/inprocess/InProcessCreateTest.java | 199 ++ .../InProcessSideInputContainerTest.java | 356 +++ .../inprocess/InProcessTimerInternalsTest.java | 131 + .../sdk/runners/inprocess/MockClock.java | 60 + .../ParDoMultiEvaluatorFactoryTest.java | 413 +++ .../ParDoSingleEvaluatorFactoryTest.java | 311 ++ .../UnboundedReadEvaluatorFactoryTest.java | 160 + .../inprocess/ViewEvaluatorFactoryTest.java | 97 + .../sdk/testing/CoderPropertiesTest.java | 214 ++ .../sdk/testing/DataflowAssertTest.java | 326 ++ .../sdk/testing/DataflowJUnitTestRunner.java | 129 + .../dataflow/sdk/testing/ExpectedLogs.java | 306 ++ .../dataflow/sdk/testing/ExpectedLogsTest.java | 153 + .../sdk/testing/FastNanoClockAndSleeper.java | 47 + .../testing/FastNanoClockAndSleeperTest.java | 47 + .../sdk/testing/PCollectionViewTesting.java | 295 ++ .../sdk/testing/ResetDateTimeProvider.java | 41 + .../sdk/testing/ResetDateTimeProviderTest.java | 55 + .../sdk/testing/RestoreSystemProperties.java | 51 + .../testing/RestoreSystemPropertiesTest.java | 50 + .../sdk/testing/SerializableMatchersTest.java | 165 + .../sdk/testing/SystemNanoTimeSleeper.java | 68 + .../sdk/testing/SystemNanoTimeSleeperTest.java | 53 + .../testing/TestDataflowPipelineRunnerTest.java | 317 ++ .../dataflow/sdk/testing/TestPipelineTest.java | 93 + .../transforms/ApproximateQuantilesTest.java | 299 ++ .../sdk/transforms/ApproximateUniqueTest.java | 291 ++ .../dataflow/sdk/transforms/CombineTest.java | 1137 +++++++ .../dataflow/sdk/transforms/CountTest.java | 121 + .../dataflow/sdk/transforms/CreateTest.java | 240 ++ .../sdk/transforms/DoFnContextTest.java | 68 + .../DoFnDelegatingAggregatorTest.java | 143 + .../sdk/transforms/DoFnReflectorTest.java | 493 +++ .../cloud/dataflow/sdk/transforms/DoFnTest.java | 191 ++ .../dataflow/sdk/transforms/DoFnTesterTest.java | 253 ++ .../sdk/transforms/DoFnWithContextTest.java | 225 ++ .../dataflow/sdk/transforms/FilterTest.java | 160 + .../sdk/transforms/FlatMapElementsTest.java | 124 + .../dataflow/sdk/transforms/FlattenTest.java | 369 +++ .../dataflow/sdk/transforms/GroupByKeyTest.java | 438 +++ .../IntraBundleParallelizationTest.java | 250 ++ .../cloud/dataflow/sdk/transforms/KeysTest.java | 83 + .../dataflow/sdk/transforms/KvSwapTest.java | 91 + .../sdk/transforms/MapElementsTest.java | 134 + .../cloud/dataflow/sdk/transforms/MaxTest.java | 66 + .../cloud/dataflow/sdk/transforms/MeanTest.java | 72 + .../cloud/dataflow/sdk/transforms/MinTest.java | 66 + .../cloud/dataflow/sdk/transforms/NoOpDoFn.java | 143 + .../dataflow/sdk/transforms/ParDoTest.java | 1518 +++++++++ .../dataflow/sdk/transforms/PartitionTest.java | 140 + .../sdk/transforms/RemoveDuplicatesTest.java | 131 + .../dataflow/sdk/transforms/SampleTest.java | 260 ++ .../sdk/transforms/SimpleStatsFnsTest.java | 129 + .../cloud/dataflow/sdk/transforms/SumTest.java | 66 + .../cloud/dataflow/sdk/transforms/TopTest.java | 259 ++ .../dataflow/sdk/transforms/ValuesTest.java | 93 + .../cloud/dataflow/sdk/transforms/ViewTest.java | 1548 +++++++++ .../dataflow/sdk/transforms/WithKeysTest.java | 127 + .../sdk/transforms/WithTimestampsTest.java | 210 ++ .../transforms/join/CoGbkResultCoderTest.java | 85 + .../sdk/transforms/join/CoGbkResultTest.java | 124 + .../sdk/transforms/join/CoGroupByKeyTest.java | 507 +++ .../sdk/transforms/join/UnionCoderTest.java | 48 + .../sdk/transforms/windowing/AfterAllTest.java | 151 + .../sdk/transforms/windowing/AfterEachTest.java | 122 + .../transforms/windowing/AfterFirstTest.java | 175 ++ .../sdk/transforms/windowing/AfterPaneTest.java | 126 + .../windowing/AfterProcessingTimeTest.java | 157 + .../AfterSynchronizedProcessingTimeTest.java | 121 + .../windowing/AfterWatermarkTest.java | 338 ++ .../windowing/CalendarWindowsTest.java | 260 ++ .../windowing/DefaultTriggerTest.java | 176 ++ .../transforms/windowing/FixedWindowsTest.java | 124 + .../windowing/IntervalWindowTest.java | 94 + .../windowing/OrFinallyTriggerTest.java | 209 ++ .../sdk/transforms/windowing/PaneInfoTest.java | 75 + .../transforms/windowing/RepeatedlyTest.java | 128 + .../sdk/transforms/windowing/SessionsTest.java | 156 + .../windowing/SlidingWindowsTest.java | 193 ++ .../sdk/transforms/windowing/TriggerTest.java | 117 + .../sdk/transforms/windowing/WindowTest.java | 226 ++ .../sdk/transforms/windowing/WindowingTest.java | 244 ++ .../cloud/dataflow/sdk/util/ApiSurfaceTest.java | 186 ++ ...mptAndTimeBoundedExponentialBackOffTest.java | 212 ++ .../AttemptBoundedExponentialBackOffTest.java | 85 + .../cloud/dataflow/sdk/util/AvroUtilsTest.java | 225 ++ .../sdk/util/BatchTimerInternalsTest.java | 116 + .../sdk/util/BigQueryTableInserterTest.java | 239 ++ .../sdk/util/BigQueryTableRowIteratorTest.java | 255 ++ .../dataflow/sdk/util/BigQueryUtilTest.java | 479 +++ ...BufferedElementCountingOutputStreamTest.java | 205 ++ .../cloud/dataflow/sdk/util/CoderUtilsTest.java | 229 ++ .../dataflow/sdk/util/CombineFnUtilTest.java | 62 + .../sdk/util/CounterAggregatorTest.java | 253 ++ .../sdk/util/DataflowPathValidatorTest.java | 92 + .../sdk/util/ExecutableTriggerTest.java | 130 + .../util/ExposedByteArrayInputStreamTest.java | 78 + .../util/ExposedByteArrayOutputStreamTest.java | 245 ++ .../sdk/util/FileIOChannelFactoryTest.java | 226 ++ .../sdk/util/FinishedTriggersBitSetTest.java | 54 + .../sdk/util/FinishedTriggersProperties.java | 109 + .../sdk/util/FinishedTriggersSetTest.java | 60 + .../sdk/util/GcsIOChannelFactoryTest.java | 43 + .../cloud/dataflow/sdk/util/GcsUtilTest.java | 490 +++ .../sdk/util/GroupAlsoByWindowsProperties.java | 718 +++++ ...oupAlsoByWindowsViaOutputBufferDoFnTest.java | 111 + .../dataflow/sdk/util/IOChannelUtilsTest.java | 94 + .../dataflow/sdk/util/InstanceBuilderTest.java | 115 + .../IntervalBoundedExponentialBackOffTest.java | 99 + .../sdk/util/KeyedWorkItemCoderTest.java | 61 + .../util/LateDataDroppingDoFnRunnerTest.java | 115 + .../sdk/util/MergingActiveWindowSetTest.java | 175 ++ .../dataflow/sdk/util/MonitoringUtilTest.java | 146 + .../sdk/util/MutationDetectorsTest.java | 148 + .../cloud/dataflow/sdk/util/PTupleTest.java | 40 + .../dataflow/sdk/util/PackageUtilTest.java | 482 +++ .../dataflow/sdk/util/RandomAccessDataTest.java | 205 ++ .../dataflow/sdk/util/ReduceFnRunnerTest.java | 1011 ++++++ .../cloud/dataflow/sdk/util/ReduceFnTester.java | 776 +++++ .../cloud/dataflow/sdk/util/ReshuffleTest.java | 208 ++ .../dataflow/sdk/util/ReshuffleTriggerTest.java | 58 + .../util/RetryHttpRequestInitializerTest.java | 296 ++ .../sdk/util/SerializableUtilsTest.java | 165 + .../cloud/dataflow/sdk/util/SerializerTest.java | 162 + .../dataflow/sdk/util/SimpleDoFnRunnerTest.java | 86 + .../dataflow/sdk/util/StreamUtilsTest.java | 71 + .../dataflow/sdk/util/StringUtilsTest.java | 145 + .../cloud/dataflow/sdk/util/StructsTest.java | 206 ++ .../cloud/dataflow/sdk/util/TimeUtilTest.java | 73 + .../dataflow/sdk/util/TimerInternalsTest.java | 52 + .../cloud/dataflow/sdk/util/TriggerTester.java | 585 ++++ .../sdk/util/UnownedInputStreamTest.java | 76 + .../sdk/util/UnownedOutputStreamTest.java | 57 + .../util/UploadIdResponseInterceptorTest.java | 99 + .../sdk/util/UserCodeExceptionTest.java | 176 ++ .../cloud/dataflow/sdk/util/VarIntTest.java | 277 ++ .../dataflow/sdk/util/WindowedValueTest.java | 57 + .../cloud/dataflow/sdk/util/ZipFilesTest.java | 311 ++ .../sdk/util/common/CounterSetTest.java | 225 ++ .../dataflow/sdk/util/common/CounterTest.java | 589 ++++ .../sdk/util/common/CounterTestUtils.java | 56 + .../sdk/util/common/ReflectHelpersTest.java | 126 + .../dataflow/sdk/util/gcsfs/GcsPathTest.java | 333 ++ .../CopyOnAccessInMemoryStateInternalsTest.java | 553 ++++ .../util/state/InMemoryStateInternalsTest.java | 348 +++ .../sdk/util/state/StateNamespacesTest.java | 129 + .../dataflow/sdk/util/state/StateTagTest.java | 108 + .../cloud/dataflow/sdk/values/KVTest.java | 112 + .../sdk/values/PCollectionListTest.java | 47 + .../sdk/values/PCollectionTupleTest.java | 93 + .../cloud/dataflow/sdk/values/PDoneTest.java | 102 + .../cloud/dataflow/sdk/values/TupleTagTest.java | 87 + .../dataflow/sdk/values/TypeDescriptorTest.java | 193 ++ .../dataflow/sdk/values/TypedPValueTest.java | 164 + .../sdk/transforms/CombineJava8Test.java | 133 + .../sdk/transforms/FilterJava8Test.java | 118 + .../transforms/FlatMapElementsJava8Test.java | 84 + .../sdk/transforms/MapElementsJava8Test.java | 77 + .../sdk/transforms/PartitionJava8Test.java | 74 + .../transforms/RemoveDuplicatesJava8Test.java | 99 + .../sdk/transforms/WithKeysJava8Test.java | 74 + .../sdk/transforms/WithTimestampsJava8Test.java | 66 + travis/README.md | 4 + travis/test_wordcount.sh | 108 + 819 files changed, 164947 insertions(+) ----------------------------------------------------------------------
