This is an automated email from the ASF dual-hosted git repository.

chamikara pushed a change to branch go-sdk
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from e2d7408  Merge pull request #4654: CoGBK fixup - rename file
     add 77847f6  Sickbay flakey KinesisReaderTest
     add 5a5e71c  Merge pull request #4552: [BEAM-3317] Sickbay flakey 
KinesisReaderTest
     add b52c385  [BEAM-3490] Make runtime type checking code runner agnostic.
     add de7bf0a  Direct runner fixes.
     add bddcb0c  Merge pull request #4534 [BEAM-3490] Make runtime type 
checking code runner agnostic.
     add ebf4252  google-java-format
     add 4d5e852  Fix Distinct null pointer error with speculative triggers
     add ff37337  Merge pull request #4536: [BEAM-3423] Fix Distinct null 
pointer error with speculative triggers
     add d0de803  use build $WORKSPACE as pkb temp_dir and update pip and 
setuptools in virtualenv
     add dd9a513  Merge pull request #4537: [BEAM-3480] use build $WORKSPACE as 
pkb temp_dir
     add a01a85b  Move TestCountingSource to appropriate location
     add 76202e0  Merge pull request #4545: [BEAM-3573] Move TestCountingSource 
to appropriate location
     add c3fa9e2  Support argparse-style choices for ValueProvider
     add 4a8a00d  Merge pull request #4518 from mariapython/choices
     add 51d6171  Sickbay ApexRunner gradle WordCountIT
     add 88de0a1  Merge pull request #4551: [BEAM-3583] Sickbay ApexRunner 
gradle WordCountIT
     add ca27144  [BEAM-3249] Make sure that all java projects package tests. 
Also package shaded classes if shading is enabled.
     add 82e5e94  [BEAM-3249] Do not assume build directory is within build/, 
use the project defined build dir.
     add e1b6fb7  Change info to debug statement
     add afa7e86  Change info to debug statement
     add 2fe7169  Fix undefined names: exc_info --> self.exc_info
     add 51da92c  Merge pull request #4559 from cclauss/patch-1
     add a71042a  import logging for line 1163
     add a2bf73f  Merge pull request #4560 [lint] import logging
     add 34eadc5  Encourage a good description in a good spot on a PR 
description.
     add ee99265  Merge pull request #4566: Encourage a good description in a 
good spot on a PR description.
     add 9897be0  [BEAM-3562] Update to Checkstyle 8.7
     add ec7e098  Merge pull request #4522: [BEAM-3562] Update to Checkstyle 8.7
     add ece8709  Changing FileNaming to public to allow for usage in 
lambdas/inheritance outside of the package.
     add e053eb5  Merge pull request #4568: Changing FileIO.Write.FileNaming 
Interface to public
     add 9a2d2a6  Add QueryablePipeline
     add 2b242fe  Merge pull request #4530: Add QueryablePipeline
     add fe2de5e  Split out buffered read and write code from gcsio.
     add e34fee1  Merge pull request #4471: [BEAM-3099] Split out 
BufferedReader and BufferedWriter from gcsio.
     add 884f3e6  Introduces the Wait transform
     add 9cf86bc  Merge pull request #4301: Introduces the Wait transform
     add 39ab03b  [BEAM-3551] Define compiler -parameters flag in the default 
options
     add 6831f2c  Merge pull request #4584: [BEAM-3551] Define compiler 
-parameters flag in the default options
     add ef12700  Reduce the flakiness of the state sampler progress metrics.
     add 537b9b7  Merge pull request #4576 Reduce the flakiness of the state 
sampler progress metrics.
     add 2bbcb12  Move off of deprecated method in Guava.
     add ecd89b8  [SQL] Inherit windowing strategy from the input in Aggregate 
operation
     add 21cc003  Merge pull request #4546: [SQL] Inherit windowing strategy 
from the input in Aggregate operation
     add 0dec2e7  BEAM-3593 - Remove methods that just call super()
     add c66832c  BEAM-3593 - Remove methods that just call super()
     add 1eb9443  Add SdkHarnessClientControlService
     add ae603d2  Update Synchronization in FnApiControlClient
     add 5e6520a  Merge pull request #4569: Add `SdkHarnessClientControlService`
     add e832cfb  Logging deviation from sampling expectation. This will allow 
to track performance variation in statesampler over time.
     add 4f6415b  Merge pull request #4531 from pabloem/log-sampler-deviation
     add 55d8723  Adding a static getter for RuntimeValueProvider.
     add 25887bc  Addressing comments.
     add 5fe88ff  Removing unnecessary code.
     add 504ce70  Merge pull request #4539 from 
pabloem/static-runtimevalueprovider
     add 5c01e85  Add a LocalArtifactStagingLocation
     add c26191d  Add LocalArtifactStagingLocation#forExisting
     add e2432e2  Add an ArtifactRetrievalService interface
     add 7a537b9  Implement a Local ArtifactRetrievalService
     add af864b8  Merge pull request #4422: Implement a Local Artifact 
Retrieval service
     add fd07d72  global INT64_MAX, INT64_MIN to placate linters
     add 1693e7d  Merge pull request #4562 global INT64_MAX, INT64_MIN to 
placate linters
     add 28ce7a5  Adds a ReadAll transform to tfrecordio.
     add 8130c20  Merge pull request #4578: [BEAM-3603] Adds a ReadAll 
transform to tfrecordio
     add a30030c  [SQL] Add SqlTypeCoder, replace java.sql.Types
     add 78271e0  Merge pull request #4488: [BEAM-3292][SQL] Replace 
java.sql.Types with SqlTypeCoder
     add 98d9060  [BEAM-3207] Create a standard location to enumerate and 
document URNs.
     add 04c399c  Revert URNs that are currently hard-coded in the Dataflow 
worker.
     add 42ac62a  Merge pull request #4310:  [BEAM-3207] Create a standard 
location to enumerate and document URNs.
     add 33b71ae  google-java-format
     add 87f546b  Fix empty window assignments in Nexmark
     add 168b32f  Fix empty window assignment in FlattenEvaluatorFactoryTest
     add 93e7b65  Switch DataflowRunner to its own private ValueInEmptyWindows
     add de9adea  Remove deprecated valueInEmptyWindows
     add 24804e9  Merge pull request #3978: [BEAM-230] Remove deprecated 
WindowedValue.valueInEmptyWindows
     add 01d74b3  Remove erroneous cast in FlinkStreamingTransformTranslators
     add 6808b88  [BEAM-3186] Correctly use deserialized timerService in Flink 
Runner
     add 93818ab  Merge pull request #4563: Fixes Flink timer service restore
     add af7920d  Adjust gradle build dirs and hints to help IntelliJ (#4583)
     add 7c19700  BEAM-3618 - Remove extraneous "return" statement
     add 2aca6ce  BEAM-3618 - Remove extraneous "return" statement
     add 94fd067  Covariance Functions
     add d13c1fe  Merge pull request #4466: [BEAM-3476] [SQL] covariance 
aggregation functions
     add 17e41c3  Fix gradle java sdk image build
     add cb38392  Match Maven Java SDK harness jar name format
     add 4d06e82  [BEAM-3183] Allow a callable as input to runner.run().
     add 7904112  Merge pull request #4590 [BEAM-3183] Allow a callable as 
input to runner.run().
     add 2de70ff  Moving User metrics to be in the PTransform proto for Fn API.
     add b812fa0  Merge pull request #4544: [BEAM-3563] Adding User metric 
proto to PTransform metrics proto.
     add b5dd1c1  Add MoreFutures utility
     add e71baf0  Switch runners/java-fn-execution from Guava futures to Java 8 
futures
     add c757854  Switch DataflowRunner from Guava futures to Java 8 futures
     add 6bb6530  Switch gcp-core from Guava futures to Java 8 futures
     add f64a633  Switch runners/core-construction-java from Guava futures to 
Java 8 futures
     add 0f19c32  Switch AWS IO from Guava futures to Java 8 futures
     add b1fd123  Switch BigTableIO from Guava futures to Java 8 futures
     add 8edc18e  Merge pull request #4595: [BEAM-3601] Switch to Java 8 futures
     add 16e5fef  [BEAM-3566] Replace apply_* hooks in DirectRunner with 
PTransformOverrides
     add e1a96eb  Address reviewer comments
     add 8e2092b  Merge pull request #4529 from [BEAM-3566] Replace apply_* 
hooks in DirectRunner with PTransformOverrides
     add 7834378  [BEAM-3592] Fix spark-runner profile for Nexmark after move 
to Spark 2.x
     add cd0fb51  Merge pull request #4565 from 
iemejia/BEAM-3592-nexmark-spark-fix
     add b5c31ed  [BEAM-2806] Fix pipeline translation mode recognition in 
Flink Runner
     add f3dba1a  Merge pull request #4558: Fixes streaming mode recognition in 
Flink Runner
     add df95de6  Sickbay flaky KinesisIO tests
     add 2c01ad5  Merge pull request #4605: [BEAM-3598][BEAM-3599][BEAM-3605] 
Sickbay flaky KinesisIO tests
     add 957dcef  Renaming the ZERO element of DistributionResult to be 
IDENTITY_ELEMENT.
     add a67262f  Merge pull request #4538: [BEAM-3527] Adding a comment for 
ZERO element of DistributionResult.
     add e003431  Adds PositionT and claim callback to RestrictionTracker
     add eca41b9  Changes OutputAndTimeBounded invoker to start checkpoint 
timer after first claim, and verifies more invariants
     add 0371848  Compresses encoded GrowthState with Snappy - about 2x-3x more 
compact
     add 32a427c  InMemoryStateInternals.copy clones the values using the coder
     add 8151d82  Final fixups
     add 6857cb9  Bump worker to 20180205
     add 2826362  Merge pull request #4483: [BEAM-3499, BEAM-2607] Gives the 
runner access to positions of SDF claimed blocks
     add 181323d  KafkaIO : move source and sink implemenations into own files.
     add 2da05a7  minor
     add 8f7e59c  Merge pull request #4586: [BEAM-3611] Split KafkaIO.java in 
to smaller files
     add 8c68cf8  Sickbay ApexRunner ParDoTranslatorTest.testAssertionFailure
     add 80868ac  Merge pull request #4617: [BEAM-3272] Sickbay ApexRunner 
ParDoTranslatorTest.testAssertionFailure
     add e5316e3  Allow docker tag root to be specified as in Maven image build
     add 0842a4f  Gradle docker tag
     add 230e312  [BEAM-3457] Upgrade gogradle and fix thrift resolution issue
     add c0b68ca  [BEAM-3457] Upgrade gogradle and fix thrift resolution issue
     add 8efffe7  Deprecate DoFnTester
     add 1879812  Remove DoFnTester from core SDK tests
     add 92fd354  Merge pull request #4507: [BEAM-3159] Deprecated DoFnTester
     add 1419f56  Refactor BeamRecordType and BeamRecord
     add 06a4a15  Merge pull request #4593: [BEAM-2721] Refactor BeamRecordType 
and BeamRecord
     add f887ed0  [BEAM-3635] Infer type hints on PTransformOverrides
     add 1ac8a24  Merge pull request #4623 from 
charlesccychen/fix-python-streaming
     add ec69c8c  Switch FullWindowedValueCoder to bypass validation
     add 0e60ca4  Merge pull request #4618: [BEAM-3627] Switch 
FullWindowedValueCoder to bypass validation
     add 58a6b80  BEAM-3624 - Remove collapsible if statements
     add d7bee8c  BEAM-3624 - Remove collapsible if statements
     add 9b44d79  Add missing gradle build config for 
sdks/java/extensions/sketching
     add 6297031  Fix type on shadowTest when it should be testShadow
     add 92a4202  Merge pull request #4620: Add missing gradle build config for 
sdks/java/extensions/sketching
     add b70b024  Revert "Reinstate proto round trip in Java DirectRunner"
     add 5acb913  Fix stable name errors in HBaseIOTest
     add 30dbf5c  Merge pull request #4627 from kennknowles/revertAndHBase
     add 2baeeb9  [BEAM-3291] Add Kinesis write transform
     add 6b4b8fa  Merge pull request #4468: [BEAM-3291] Add Kinesis write 
transform
     add 1bff066  Remove unused private variables.
     add ed32c91  Remove unused private variables.
     add 6c8e637  Update Assign Window URN Constant Name
     add a957246  Update Window Into URN Constant Name
     add c4ac00a  Rename BeamRecord -> Row, BeamRecordType -> RowType
     add a13c7d9  Merge pull request #4628: [BEAM-3582] Rename BeamRecord -> 
Row, BeamRecordType -> RowType
     add 4959ef8  Modify BufferedElementCountingOutputStream to use a buffer 
pool for its internal allocations. This improves the worker's performance for 
workloads with large iterables since it avoids a allocation/deletion on each 
invocation of encode() in IterableLikeCoder.
     add fab8ca0  BEAM-3572: Modify BufferedElementCountingOutputStream to use 
a buffer pool
     add 5143c43  Add and migrate to HdfsCLI library for Python SDK.
     add cf33dba  Merge pull request #4581: [BEAM-3099] Add and migrate to 
HdfsCLI library for Python SDK
     add 5d4da50  Update cloud spanner library to 0.29.0
     add eeff6be  Fix test
     add f712e3e  More google-cloud-platform whitelisting
     add 4808ca9  pom updates to make maven happy
     add f9eac5e  Update netty deps
     add d3715c3  Fixed broken test
     add 3371be2  Merge pull request #4139: Update cloud spanner library to 
0.29.0
     add 506ddcf  Fix typo in gradle idea hints
     add 9d72e81  Fix typo in gradle idea hints
     add e29cc6e  [BEAM-3639] Update to gradle 4.5.1
     add 6745a61  [BEAM-3639] Update to gradle 4.5.1
     add 8f9edbc  Update snippets to fix pickling and clarify encoding issues
     add 37e1db7  Merge pull request #4602 from charlesccychen/snippets-pickling
     add 578c3ad  [BEAM-3457] Add Go Gradle precommit
     add b809dd0  [BEAM-3457] Add Go Gradle precommit
     add bb6db87  Revert "Update cloud spanner library to 0.29.0"
     add f2c87bd  Merge pull request #4635 from apache/revert-4139-depsupdate
     add f9f70e2  [Schema Generation] Generate BeamRecordTypes based on pojos.
     add 6792846  Merge pull request #4204: [BEAM-3157] Generate BeamRecord 
types from Pojos
     add 4e333f7  [BEAM-3625] Enable DoFn params in Map, Filter, etc.
     add f1909bc  Merge pull request #4616 from robertwb/map-params
     add c0a6de0  [BEAM-410] Sort PriorityQueue<QuantileBuffer> with explicit 
comparator
     add 3df248b  Merge pull request #4600: [BEAM-410] Sort 
PriorityQueue<QuantileBuffer> with explicit comparator
     add 3b8b753  Disable verbose typecoder warnings.
     add 8c5ebe4  Merge pull request #4641 [BEAM-3644] Disable verbose 
typecoder warnings.
     add 5089cb8  Increase gradle logging to --info
     add 2736646  Increase gradle logging to --info
     add a2bcb5f  [BEAM-3524] Automate testing using python sdk container built 
at head
     add d0ad6cf  Merge pull request #4476 from alanmyrvold/beam-container
     add 89f1173  Consistantly show Python and pip versions in tests
     add 0feb813  Merge pull request #4608 from cclauss/patch-1
     add 46931b4b Add switchable DirectRunner which uses the fast FnApiRunner 
when possible
     add 8193219  Merge pull request #4634 [BEAM-3644] Add switchable 
DirectRunner which uses the fast FnApiRunner when possible
     add f31a983  Replace boolean ternary operator + simplify some Boolean 
expressions
     add 21b715d  Replace boolean ternary operator + simplify some Boolean 
expressions
     add f06ba98  Correct typo in SpannerIO.Write.withHost
     add 248feba  Merge pull request #4592: [BEAM-3613] Correct typo in 
SpannerIO.Write.withHost
     add 429a495  [BEAM-2817] BigQuery queries are allowed to run in either 
BATCH or INTERACTIVE mode
     add bd11416  Merge pull request #4606: [BEAM-2817] BigQuery queries are 
allowed to run in either BATCH or IN…
     add 384e45f  [BEAM-419] Modifying FindBug comment.
     add 959748d  Merge pull request #3886: [BEAM-419] Fixing SE_BAD_FIELD 
FindBug in CombineFnUtil
     add e8ac922  [BEAM-793] Add backoff support in JdbcIO Write
     add 5056e06  Merge pull request #4500 from jbonofre/BEAM-793
     add 9c6b5ff  Add a Primitive Impulse PTransform
     add 96da623  Add a single-stage fusion implementation
     add bd1f87d  Merge pull request #4575: Add a single-stage fusion 
implementation
     add 12396d8  [BEAM-3668] Quick workaround fix for netty conflict waiting 
better fix by BEAM-3519
     add 67ba553  Merge pull request #4653 from jbonofre/BEAM-3668
     add 05d4f3a  Remove older Kafka versions from build time support.
     add 8faf5f3  Move kafka-clients dependency to provided scope.
     add 67234a1  Merge pull request #4603: [BEAM-3620] Remove older Kafka 
versions from build time support
     add 9a9c67b  [BEAM-2530] Make final fixes to ensure code and tests compile 
with Java 9
     add 2b4df80  Merge pull request #4662: [BEAM-2530] Make final fixes to 
ensure code and tests compile with Java 9
     add 855930b  Fix warning on jenkins on non-existent profile 
'validates-runner-tests'
     add 2cd499a  Remove unneeded overwrites of maven-compiler-plugin
     add 109b45a  Change tests execution order from filesystem (default) to 
random
     add 8b0aff3  Remove repeated dependencies on runners/java-fn-execution 
module
     add f965e80  Add missing modules to javadoc generation: TikaIO, RedisIO, 
Jackson, Xml
     add 9666228  Merge pull request #4657: Multiple maven fixes
     add 5d6b25e  [BEAM-3629] Send the windowing strategy and whether its a 
merging window fn to Dataflow.
     add a0071ed  [BEAM-3629] Send the windowing strategy and whether its a 
merging window fn to Dataflow.
     add 52cabfd  [BEAM-3074] Serialize DoFns by portable id in Dataflow runner.
     add aec829a  Merge pull request #4572 [BEAM-3074] Serialize DoFns by 
portable id in Dataflow runner.
     add 2c9ee0b  [BEAM-3692] Remove maven deploy plugin configuration with 
skip in the hadoop-input-format IO module
     add fd5c891  Merge pull request #4663: [BEAM-3692] Remove maven deploy 
plugin configuration with skip in the hadoop-input-format IO module
     add 0d91a79  [BEAM-3176] support drop table (#4184)
     add 3e0fc05  Two fixes to common URN handling
     add c14fab0  Merge pull request #4671: Two fixes to common URN handling
     add 3b8dad4  [BEAM-3637] HBaseIOTest - random table names for every test
     add 23ea278  Merge pull request #4664: [BEAM-3637] Fix for HBaseIOTest - 
random table names for every test
     add c63315d  Add Javadoc on how Teardown is best-effort
     add 1488cb9  Merge pull request #4637
     add c1f2017  Also ignore alternative path for gogradle thrift location
     add af5b010  Remove gogradle manual dependency ordering
     add 4c6e0c0  Lock Go dependency versions
     add d78c6f5  Ignore gogradle.lock in rat check
     add 6d3aa9e  Ignore gogradle.lock in rat check for maven
     add 785c9f0  Remove bad gogradle.lock files
     add de425e3  [BEAM-3457] Improve Go gradle setup
     add 346acf5  [BEAM-3626] Add a handler capable of executing a window 
mapping fn on a stream of windows.
     add 350aed5  [BEAM-3626] Add a handler capable of executing a window 
mapping fn on a stream of windows.
     add 48da05a  Integrate master into go-sdk branch
     add ed922cb  Update Go SDK coder constants
     new 5e6db92  Merge pull request #4682: [BEAM-3684] Integrate master to 
go-sdk and fixup coder urns

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .github/PULL_REQUEST_TEMPLATE.md                   |   13 +-
 .gitignore                                         |    1 +
 .test-infra/jenkins/common_job_properties.groovy   |    4 +
 ...am_PostCommit_Java_ValidatesRunner_Flink.groovy |    2 +-
 ...am_PostCommit_Java_ValidatesRunner_Spark.groovy |    2 +-
 ...mmit_Python_ValidatesContainer_Dataflow.groovy} |   37 +-
 ...vy => job_beam_PreCommit_Go_GradleBuild.groovy} |   19 +-
 .../job_beam_PreCommit_Java_GradleBuild.groovy     |    4 +-
 build.gradle                                       |   12 +-
 build_rules.gradle                                 |  102 +-
 examples/java/build.gradle                         |   12 +-
 .../apache/beam/examples/WindowedWordCountIT.java  |    5 -
 .../complete/game/StatefulTeamScoreTest.java       |    2 -
 gradle/wrapper/gradle-wrapper.jar                  |  Bin 54712 -> 54333 bytes
 gradle/wrapper/gradle-wrapper.properties           |    2 +-
 model/fn-execution/build.gradle                    |    7 -
 .../fn-execution/src/main/proto/beam_fn_api.proto  |    9 +-
 model/job-management/build.gradle                  |    7 -
 model/pipeline/build.gradle                        |    7 -
 .../resources/org/apache/beam/model/common_urns.md |  134 ++
 pom.xml                                            |   60 +-
 runners/apex/build.gradle                          |    7 -
 .../runners/apex/translation/ParDoTranslator.java  |    2 +-
 .../translation/operators/ApexParDoOperator.java   |    2 +-
 .../apex/translation/ParDoTranslatorTest.java      |    2 +
 runners/core-construction-java/build.gradle        |    7 -
 .../core/construction/ArtifactServiceStager.java   |   32 +-
 .../runners/core/construction/Environments.java    |    2 +-
 .../core/construction/ImpulseTranslation.java      |   65 +
 .../core/construction/ModelCoderRegistrar.java     |   18 +-
 .../core/construction/PTransformTranslation.java   |   27 +-
 .../beam/runners/core/construction/UrnUtils.java   |   63 +
 .../core/construction/WindowIntoTranslation.java   |    9 +-
 .../construction/WindowingStrategyTranslation.java |    7 +
 .../core/construction/graph/ExecutableStage.java   |   84 ++
 .../graph/GreedilyFusedExecutableStage.java        |  195 +++
 .../graph/GreedyPCollectionFusers.java             |  257 ++++
 .../core/construction/graph/PipelineNode.java      |   55 +
 .../core/construction/graph/QueryablePipeline.java |  281 ++++
 .../core/construction/graph}/package-info.java     |   12 +-
 .../core/construction/EnvironmentsTest.java        |    4 +-
 .../core/construction/PTransformMatchersTest.java  |    2 +-
 .../core/construction/ParDoTranslationTest.java    |    4 +-
 .../core/construction/SplittableParDoTest.java     |    7 +-
 .../runners/core/construction/UrnUtilsTest.java    |   42 +-
 .../graph/GreedilyFusedExecutableStageTest.java    |  826 +++++++++++
 .../construction/graph/QueryablePipelineTest.java  |  389 ++++++
 .../construction/metrics/MetricFilteringTest.java  |    2 -
 runners/core-java/build.gradle                     |    7 -
 .../beam/runners/core/InMemoryStateInternals.java  |   77 +-
 ...TimeBoundedSplittableProcessElementInvoker.java |  100 +-
 .../apache/beam/runners/core/SimpleDoFnRunner.java |    8 +-
 .../core/SplittableParDoViaKeyedWorkItems.java     |    4 +-
 .../core/SplittableProcessElementInvoker.java      |    2 +-
 ...BoundedSplittableProcessElementInvokerTest.java |  111 +-
 .../runners/core/SplittableParDoProcessFnTest.java |   34 +-
 .../core/metrics/MetricsContainerStepMapTest.java  |    3 +-
 runners/direct-java/build.gradle                   |    7 -
 .../direct/CopyOnAccessInMemoryStateInternals.java |   10 +-
 .../apache/beam/runners/direct/DirectOptions.java  |    8 +
 .../apache/beam/runners/direct/DirectRunner.java   |   15 +-
 .../SplittableProcessElementsEvaluatorFactory.java |    6 +-
 .../runners/direct/TransformEvaluatorRegistry.java |    4 +-
 .../direct/UnboundedReadEvaluatorFactory.java      |    3 -
 .../beam/runners/direct/DirectMetricsTest.java     |    2 +-
 .../direct/DirectTransformExecutorTest.java        |    1 -
 .../direct/FlattenEvaluatorFactoryTest.java        |   22 +-
 runners/flink/build.gradle                         |    7 -
 .../flink/FlinkBatchTransformTranslators.java      |    3 +-
 .../flink/FlinkPipelineExecutionEnvironment.java   |    5 +-
 .../flink/FlinkStreamingTransformTranslators.java  |    8 +-
 .../flink/PipelineTranslationOptimizer.java        |   16 +-
 .../wrappers/streaming/DoFnOperator.java           |   30 +-
 .../wrappers/streaming/SplittableDoFnOperator.java |    2 +-
 .../streaming/state/FlinkStateInternals.java       |    2 +-
 .../FlinkPipelineExecutionEnvironmentTest.java     |   68 +
 .../runners/flink/streaming/DoFnOperatorTest.java  |  105 ++
 .../translation/types/CoderTypeSerializerTest.java |    1 -
 runners/gcp/gcemd/build.gradle                     |   14 +
 runners/gcp/gcsproxy/build.gradle                  |   14 +
 runners/gearpump/build.gradle                      |    7 -
 runners/gearpump/pom.xml                           |   11 -
 .../runners/gearpump/GearpumpPipelineOptions.java  |    3 -
 .../beam/runners/gearpump/GearpumpRunner.java      |    4 -
 .../beam/runners/gearpump/TestGearpumpRunner.java  |    1 -
 .../CreateGearpumpPCollectionViewTranslator.java   |    1 -
 .../translators/GearpumpPipelineTranslator.java    |    3 -
 .../translators/ParDoMultiOutputTranslator.java    |    2 -
 .../translators/ReadUnboundedTranslator.java       |    1 -
 .../gearpump/translators/TransformTranslator.java  |    1 -
 .../gearpump/translators/TranslationContext.java   |    3 -
 .../translators/WindowAssignTranslator.java        |    2 -
 .../translators/functions/DoFnFunction.java        |    4 -
 .../translators/io/BoundedSourceWrapper.java       |    1 -
 .../gearpump/translators/io/GearpumpSource.java    |    2 -
 .../translators/io/UnboundedSourceWrapper.java     |    1 -
 .../translators/utils/DoFnRunnerFactory.java       |    1 -
 .../translators/utils/NoOpStepContext.java         |    1 -
 .../translators/utils/TranslatorUtils.java         |    3 -
 .../beam/runners/gearpump/PipelineOptionsTest.java |    3 +-
 .../FlattenPCollectionsTranslatorTest.java         |    1 -
 .../translators/GroupByKeyTranslatorTest.java      |    2 -
 .../translators/io/GearpumpSourceTest.java         |    2 -
 .../gearpump/translators/io/ValueSoureTest.java    |    2 -
 .../translators/utils/TranslatorUtilsTest.java     |    2 -
 runners/google-cloud-dataflow-java/build.gradle    |    7 -
 runners/google-cloud-dataflow-java/pom.xml         |    2 +-
 .../beam/runners/dataflow/BatchViewOverrides.java  |  614 +++++----
 .../beam/runners/dataflow/DataflowMetrics.java     |    2 +-
 .../dataflow/DataflowPipelineTranslator.java       |    7 +
 .../beam/runners/dataflow/TestDataflowRunner.java  |   10 +-
 .../beam/runners/dataflow/util/PackageUtil.java    |   64 +-
 .../beam/runners/dataflow/util/PropertyNames.java  |    1 +
 .../beam/runners/dataflow/DataflowMetricsTest.java |    2 -
 runners/java-fn-execution/build.gradle             |    7 -
 runners/java-fn-execution/pom.xml                  |   11 -
 .../artifact/ArtifactRetrievalService.java         |   12 +-
 .../fnexecution/artifact}/package-info.java        |    6 +-
 .../fnexecution/control/FnApiControlClient.java    |   41 +-
 .../control/FnApiControlClientPoolService.java     |    5 +-
 .../fnexecution/control/SdkHarnessClient.java      |   37 +-
 .../control/SdkHarnessClientControlService.java    |   75 +
 .../graph/LengthPrefixUnknownCoders.java           |   19 +-
 .../control/FnApiControlClientPoolServiceTest.java |    9 +-
 .../control/FnApiControlClientTest.java            |   30 +-
 .../fnexecution/control/SdkHarnessClientTest.java  |   17 +-
 runners/local-artifact-service-java/build.gradle   |    9 +-
 runners/local-artifact-service-java/pom.xml        |   11 +
 .../local/LocalArtifactStagingLocation.java        |  117 ++
 .../LocalFileSystemArtifactRetrievalService.java   |  120 ++
 .../LocalFileSystemArtifactStagerService.java      |   34 +-
 .../local/LocalArtifactStagingLocationTest.java    |  125 ++
 ...ocalFileSystemArtifactRetrievalServiceTest.java |  240 ++++
 .../LocalFileSystemArtifactStagerServiceTest.java  |    4 +-
 runners/local-java/build.gradle                    |    7 -
 runners/reference/java/build.gradle                |    7 -
 runners/reference/job-server/build.gradle          |    7 -
 .../reference/job/ReferenceRunnerJobServer.java    |    3 -
 runners/spark/build.gradle                         |    7 -
 .../spark/translation/EvaluationContext.java       |   12 +-
 sdks/go/gogradle.lock                              |  697 ++++++++++
 sdks/go/pkg/beam/core/runtime/graphx/coder.go      |   24 +-
 sdks/java/build-tools/build.gradle                 |    7 -
 .../src/main/resources/beam/checkstyle.xml         |   22 +-
 .../src/main/resources/beam/findbugs-filter.xml    |   11 +-
 .../src/main/resources/beam/suppressions.xml       |   12 +-
 sdks/java/container/build.gradle                   |   12 +-
 sdks/java/core/build.gradle                        |    6 -
 sdks/java/core/pom.xml                             |    9 -
 .../coders/{BeamRecordCoder.java => RowCoder.java} |   50 +-
 .../org/apache/beam/sdk/coders/SnappyCoder.java    |   65 +
 .../main/java/org/apache/beam/sdk/io/AvroSink.java |    2 -
 .../main/java/org/apache/beam/sdk/io/FileIO.java   |    2 +-
 .../beam/sdk/metrics/DistributionResult.java       |    4 +-
 .../beam/sdk/runners/TransformHierarchy.java       |   36 +-
 .../java/org/apache/beam/sdk/state/StateSpecs.java |   42 +-
 .../org/apache/beam/sdk/testing/TestStream.java    |    2 +-
 .../beam/sdk/transforms/ApproximateQuantiles.java  |   10 +-
 .../org/apache/beam/sdk/transforms/Distinct.java   |  138 +-
 .../java/org/apache/beam/sdk/transforms/DoFn.java  |   56 +-
 .../org/apache/beam/sdk/transforms/DoFnTester.java |  219 ++-
 .../org/apache/beam/sdk/transforms/Impulse.java    |   59 +
 .../java/org/apache/beam/sdk/transforms/ParDo.java |    5 +
 .../java/org/apache/beam/sdk/transforms/Wait.java  |  120 ++
 .../java/org/apache/beam/sdk/transforms/Watch.java |  167 ++-
 .../beam/sdk/transforms/reflect/DoFnInvoker.java   |    6 +-
 .../sdk/transforms/reflect/DoFnSignatures.java     |    6 +-
 .../splittabledofn/HasDefaultTracker.java          |    2 +-
 .../splittabledofn/OffsetRangeTracker.java         |   12 +-
 .../splittabledofn/RestrictionTracker.java         |   76 +-
 .../util/BufferedElementCountingOutputStream.java  |   15 +-
 .../java/org/apache/beam/sdk/util/CoderUtils.java  |    2 -
 .../java/org/apache/beam/sdk/util/MoreFutures.java |  251 ++++
 .../apache/beam/sdk/util/ThrowingRunnable.java}    |   11 +-
 .../apache/beam/sdk/util/ThrowingSupplier.java}    |   14 +-
 .../org/apache/beam/sdk/util/WindowedValue.java    |  283 ++--
 .../java/org/apache/beam/sdk/util/ZipFiles.java    |   10 +-
 .../org/apache/beam/sdk/values/BeamRecordType.java |   96 --
 .../beam/sdk/values/{BeamRecord.java => Row.java}  |  194 +--
 .../java/org/apache/beam/sdk/values/RowType.java   |  140 ++
 .../beam/sdk/values/reflect/ByteBuddyUtils.java    |  109 ++
 .../sdk/values/reflect/DefaultRowTypeFactory.java  |  100 ++
 .../beam/sdk/values/reflect/FieldValueGetter.java  |   20 +-
 .../sdk/values/reflect/GeneratedGetterFactory.java |  106 ++
 .../beam/sdk/values/reflect/GetterFactory.java     |   18 +-
 .../beam/sdk/values/reflect/ReflectionGetter.java  |   59 +
 .../values/reflect/ReflectionGetterFactory.java    |   55 +
 .../beam/sdk/values/reflect/ReflectionUtils.java   |   73 +
 .../apache/beam/sdk/values/reflect/RowFactory.java |  124 ++
 .../beam/sdk/values/reflect/RowTypeFactory.java}   |   35 +-
 .../beam/sdk/values/reflect/RowTypeGetters.java}   |   38 +-
 .../beam/sdk/values/reflect}/package-info.java     |    5 +-
 .../apache/beam/sdk/coders/DelegateCoderTest.java  |    3 -
 .../sdk/io/BoundedReadFromUnboundedSourceTest.java |  257 +++-
 .../org/apache/beam/sdk/io/FileBasedSinkTest.java  |    4 +-
 .../org/apache/beam/sdk/io/WriteFilesTest.java     |    5 -
 .../sdk/runners/dataflow/TestCountingSource.java   |  238 ----
 .../runners/dataflow/TestCountingSourceTest.java   |   72 -
 .../apache/beam/sdk/transforms/DistinctTest.java   |  208 +--
 .../beam/sdk/transforms/SplittableDoFnTest.java    |    6 +-
 .../org/apache/beam/sdk/transforms/WaitTest.java   |  304 +++++
 .../org/apache/beam/sdk/transforms/WatchTest.java  |  126 +-
 .../sdk/transforms/display/DisplayDataTest.java    |    4 +-
 .../beam/sdk/transforms/join/CoGroupByKeyTest.java |   42 +-
 .../sdk/transforms/reflect/DoFnInvokersTest.java   |   14 +-
 .../reflect/DoFnSignaturesProcessElementTest.java  |    2 +-
 .../reflect/DoFnSignaturesSplittableDoFnTest.java  |   11 +-
 .../splittabledofn/OffsetRangeTrackerTest.java     |   73 +-
 .../BufferedElementCountingOutputStreamTest.java   |   36 +
 .../apache/beam/sdk/util/MovingFunctionTest.java   |    6 +-
 .../beam/sdk/util/SerializableUtilsTest.java       |    1 -
 .../apache/beam/sdk/util/WindowedValueTest.java    |   33 +-
 .../java/org/apache/beam/sdk/values/RowTest.java   |  113 ++
 .../org/apache/beam/sdk/values/RowTypeTest.java    |   85 ++
 .../values/reflect/DefaultRowTypeFactoryTest.java  |  125 ++
 .../values/reflect/GeneratedGetterFactoryTest.java |  107 ++
 .../reflect/ReflectionGetterFactoryTest.java       |  107 ++
 .../sdk/values/reflect/ReflectionGetterTest.java   |   95 ++
 .../beam/sdk/values/reflect/RowFactoryTest.java    |  142 ++
 .../sdk/values/reflect/RowTypeGettersTest.java}    |   26 +-
 .../google-cloud-platform-core/build.gradle        |    7 -
 .../java/org/apache/beam/sdk/util/GcsUtil.java     |   21 +-
 sdks/java/extensions/jackson/build.gradle          |    7 -
 sdks/java/extensions/join-library/build.gradle     |    7 -
 .../extensions/joinlibrary/OuterFullJoinTest.java  |    1 -
 sdks/java/extensions/protobuf/build.gradle         |    7 -
 .../{join-library => sketching}/build.gradle       |   22 +-
 sdks/java/extensions/sketching/pom.xml             |    5 -
 .../extensions/sketching/SketchFrequencies.java    |    2 -
 .../sketching/ApproximateDistinctTest.java         |    4 -
 .../sketching/SketchFrequenciesTest.java           |    1 -
 sdks/java/extensions/sorter/build.gradle           |    7 -
 sdks/java/extensions/sql/build.gradle              |   24 +-
 sdks/java/extensions/sql/pom.xml                   |   19 +-
 .../sql/src/main/codegen/data/Parser.tdd           |    3 +-
 .../sql/src/main/codegen/includes/parserImpls.ftl  |   17 +
 .../beam/sdk/extensions/sql/BeamRecordSqlType.java |  248 ----
 .../apache/beam/sdk/extensions/sql/BeamSql.java    |   19 +-
 .../apache/beam/sdk/extensions/sql/BeamSqlCli.java |   16 +-
 .../sdk/extensions/sql/BeamSqlSeekableTable.java   |    6 +-
 .../beam/sdk/extensions/sql/BeamSqlTable.java      |    9 +-
 .../{BeamSqlRecordHelper.java => RowHelper.java}   |   51 +-
 .../apache/beam/sdk/extensions/sql/RowSqlType.java |  113 ++
 .../beam/sdk/extensions/sql/SqlRowTypeFactory.java |   90 ++
 .../beam/sdk/extensions/sql/SqlTypeCoder.java      |  156 +++
 .../beam/sdk/extensions/sql/SqlTypeCoders.java     |   67 +
 .../sdk/extensions/sql/example/BeamSqlExample.java |   46 +-
 .../beam/sdk/extensions/sql/impl/BeamSqlEnv.java   |   40 +-
 .../interpreter/BeamSqlExpressionExecutor.java     |    6 +-
 .../sql/impl/interpreter/BeamSqlFnExecutor.java    |    7 +-
 .../operator/BeamSqlCaseExpression.java            |    4 +-
 .../operator/BeamSqlCastExpression.java            |    4 +-
 .../interpreter/operator/BeamSqlExpression.java    |    8 +-
 .../operator/BeamSqlInputRefExpression.java        |    6 +-
 .../interpreter/operator/BeamSqlPrimitive.java     |    7 +-
 .../interpreter/operator/BeamSqlUdfExpression.java |    4 +-
 .../operator/BeamSqlWindowEndExpression.java       |    4 +-
 .../operator/BeamSqlWindowExpression.java          |    4 +-
 .../operator/BeamSqlWindowStartExpression.java     |    4 +-
 .../arithmetic/BeamSqlArithmeticExpression.java    |    4 +-
 .../comparison/BeamSqlCompareExpression.java       |    4 +-
 .../comparison/BeamSqlIsNotNullExpression.java     |    4 +-
 .../comparison/BeamSqlIsNullExpression.java        |    4 +-
 .../date/BeamSqlCurrentDateExpression.java         |    4 +-
 .../date/BeamSqlCurrentTimeExpression.java         |    4 +-
 .../date/BeamSqlCurrentTimestampExpression.java    |    4 +-
 .../operator/date/BeamSqlDateCeilExpression.java   |    4 +-
 .../operator/date/BeamSqlDateFloorExpression.java  |    4 +-
 .../date/BeamSqlDatetimeMinusExpression.java       |    6 +-
 .../date/BeamSqlDatetimePlusExpression.java        |   10 +-
 .../operator/date/BeamSqlExtractExpression.java    |    4 +-
 .../date/BeamSqlIntervalMultiplyExpression.java    |    6 +-
 .../BeamSqlTimestampMinusIntervalExpression.java   |    5 +-
 .../BeamSqlTimestampMinusTimestampExpression.java  |    5 +-
 .../interpreter/operator/date/TimeUnitUtils.java   |    1 -
 .../operator/logical/BeamSqlAndExpression.java     |    4 +-
 .../operator/logical/BeamSqlNotExpression.java     |    4 +-
 .../operator/logical/BeamSqlOrExpression.java      |    4 +-
 .../operator/math/BeamSqlMathBinaryExpression.java |    4 +-
 .../operator/math/BeamSqlMathUnaryExpression.java  |    4 +-
 .../operator/math/BeamSqlPiExpression.java         |    4 +-
 .../operator/math/BeamSqlRandExpression.java       |    6 +-
 .../math/BeamSqlRandIntegerExpression.java         |    8 +-
 .../reinterpret/BeamSqlReinterpretExpression.java  |    5 +-
 .../reinterpret/ReinterpretConversion.java         |    2 -
 .../string/BeamSqlCharLengthExpression.java        |    4 +-
 .../operator/string/BeamSqlConcatExpression.java   |    4 +-
 .../operator/string/BeamSqlInitCapExpression.java  |    4 +-
 .../operator/string/BeamSqlLowerExpression.java    |    4 +-
 .../operator/string/BeamSqlOverlayExpression.java  |    4 +-
 .../operator/string/BeamSqlPositionExpression.java |    4 +-
 .../string/BeamSqlSubstringExpression.java         |    4 +-
 .../operator/string/BeamSqlTrimExpression.java     |    4 +-
 .../operator/string/BeamSqlUpperExpression.java    |    4 +-
 .../extensions/sql/impl/parser/ParserUtils.java    |    4 +-
 .../extensions/sql/impl/parser/SqlDropTable.java   |   79 ++
 .../sql/impl/planner/BeamQueryPlanner.java         |    4 +-
 .../sql/impl/rel/BeamAggregationRel.java           |  177 ++-
 .../sdk/extensions/sql/impl/rel/BeamFilterRel.java |   14 +-
 .../sdk/extensions/sql/impl/rel/BeamIOSinkRel.java |    6 +-
 .../extensions/sql/impl/rel/BeamIOSourceRel.java   |   12 +-
 .../extensions/sql/impl/rel/BeamIntersectRel.java  |    4 +-
 .../sdk/extensions/sql/impl/rel/BeamJoinRel.java   |  100 +-
 .../sdk/extensions/sql/impl/rel/BeamMinusRel.java  |    4 +-
 .../extensions/sql/impl/rel/BeamProjectRel.java    |   10 +-
 .../sdk/extensions/sql/impl/rel/BeamRelNode.java   |    4 +-
 .../sql/impl/rel/BeamSetOperatorRelBase.java       |   16 +-
 .../sdk/extensions/sql/impl/rel/BeamSortRel.java   |   28 +-
 .../sdk/extensions/sql/impl/rel/BeamUnionRel.java  |    9 +-
 .../sdk/extensions/sql/impl/rel/BeamValuesRel.java |   49 +-
 .../sdk/extensions/sql/impl/rel/package-info.java  |    4 +
 .../sql/impl/rule/AggregateWindowFactory.java      |  158 +++
 .../rule/AggregateWindowField.java}                |   39 +-
 .../sql/impl/rule/BeamAggregationRule.java         |   94 +-
 .../sdk/extensions/sql/impl/rule/package-info.java |    4 +
 .../extensions/sql/impl/schema/BaseBeamTable.java  |   12 +-
 .../sql/impl/schema/BeamPCollectionTable.java      |   20 +-
 .../extensions/sql/impl/schema/BeamTableUtils.java |   45 +-
 .../impl/transform/BeamAggregationTransforms.java  |  213 ++-
 .../sql/impl/transform/BeamJoinTransforms.java     |  179 +--
 .../impl/transform/BeamSetOperatorsTransforms.java |   26 +-
 .../sql/impl/transform/BeamSqlFilterFn.java        |    6 +-
 .../impl/transform/BeamSqlOutputToConsoleFn.java   |    6 +-
 .../sql/impl/transform/BeamSqlProjectFn.java       |   46 +-
 .../impl/transform/agg/CovarianceAccumulator.java  |  151 ++
 .../sql/impl/transform/agg/CovarianceFn.java       |  120 ++
 .../agg => utils}/BigDecimalConverter.java         |   33 +-
 .../extensions/sql/impl/utils/CalciteUtils.java    |  102 +-
 .../extensions/sql/impl/utils/SqlTypeUtils.java    |    2 -
 .../beam/sdk/extensions/sql/meta/Column.java       |    5 +-
 .../extensions/sql/meta/provider/MetaUtils.java    |   25 +-
 .../sql/meta/provider/TableProvider.java           |    7 +
 .../sql/meta/provider/kafka/BeamKafkaCSVTable.java |   58 +-
 .../sql/meta/provider/kafka/BeamKafkaTable.java    |   30 +-
 .../meta/provider/kafka/KafkaTableProvider.java    |   12 +-
 .../sql/meta/provider/text/BeamTextCSVTable.java   |   26 +-
 .../provider/text/BeamTextCSVTableIOReader.java    |   22 +-
 .../provider/text/BeamTextCSVTableIOWriter.java    |   29 +-
 .../sql/meta/provider/text/BeamTextTable.java      |    6 +-
 .../sql/meta/provider/text/TextTableProvider.java  |   12 +-
 .../sql/meta/store/InMemoryMetaStore.java          |   10 +
 .../sdk/extensions/sql/meta/store/MetaStore.java   |    6 +-
 .../sdk/extensions/sql/BeamRecordSqlTypeTest.java  |  115 --
 .../sdk/extensions/sql/BeamSqlApiSurfaceTest.java  |    4 +-
 .../beam/sdk/extensions/sql/BeamSqlCliTest.java    |   45 +
 .../sql/BeamSqlDslAggregationCovarianceTest.java   |  116 ++
 .../extensions/sql/BeamSqlDslAggregationTest.java  |  452 ++++--
 .../sql/BeamSqlDslAggregationVarianceTest.java     |   25 +-
 .../beam/sdk/extensions/sql/BeamSqlDslBase.java    |  116 +-
 .../sdk/extensions/sql/BeamSqlDslFilterTest.java   |   24 +-
 .../sdk/extensions/sql/BeamSqlDslJoinTest.java     |   86 +-
 .../sdk/extensions/sql/BeamSqlDslProjectTest.java  |  117 +-
 .../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java  |   37 +-
 .../sdk/extensions/sql/BeamSqlNonAsciiTest.java    |   10 +-
 .../sdk/extensions/sql/SqlRowTypeFactoryTest.java  |  133 ++
 .../apache/beam/sdk/extensions/sql/TestUtils.java  |  158 ++-
 .../interpreter/BeamSqlFnExecutorTestBase.java     |   31 +-
 .../operator/BeamNullExperssionTest.java           |    8 +-
 .../operator/BeamSqlAndOrExpressionTest.java       |    8 +-
 .../operator/BeamSqlCaseExpressionTest.java        |    6 +-
 .../operator/BeamSqlCastExpressionTest.java        |   20 +-
 .../operator/BeamSqlCompareExpressionTest.java     |   24 +-
 .../operator/BeamSqlInputRefExpressionTest.java    |   12 +-
 .../interpreter/operator/BeamSqlPrimitiveTest.java |   10 +-
 .../operator/BeamSqlReinterpretExpressionTest.java |    5 +-
 .../operator/BeamSqlUdfExpressionTest.java         |    2 +-
 .../BeamSqlArithmeticExpressionTest.java           |   50 +-
 .../date/BeamSqlCurrentDateExpressionTest.java     |    2 +-
 .../date/BeamSqlCurrentTimeExpressionTest.java     |    2 +-
 .../BeamSqlCurrentTimestampExpressionTest.java     |    2 +-
 .../date/BeamSqlDateCeilExpressionTest.java        |    4 +-
 .../date/BeamSqlDateExpressionTestBase.java        |    1 -
 .../date/BeamSqlDateFloorExpressionTest.java       |    4 +-
 .../date/BeamSqlDatetimeMinusExpressionTest.java   |    8 +-
 .../date/BeamSqlDatetimePlusExpressionTest.java    |    5 +-
 .../date/BeamSqlExtractExpressionTest.java         |   14 +-
 .../BeamSqlIntervalMultiplyExpressionTest.java     |    5 +-
 ...eamSqlTimestampMinusIntervalExpressionTest.java |    5 +-
 ...amSqlTimestampMinusTimestampExpressionTest.java |    5 +-
 .../operator/date/TimeUnitUtilsTest.java           |   19 +-
 .../operator/logical/BeamSqlNotExpressionTest.java |    6 +-
 .../math/BeamSqlMathBinaryExpressionTest.java      |   46 +-
 .../math/BeamSqlMathUnaryExpressionTest.java       |   78 +-
 .../DatetimeReinterpretConversionsTest.java        |    1 -
 .../reinterpret/ReinterpretConversionTest.java     |    2 -
 .../operator/reinterpret/ReinterpreterTest.java    |    1 -
 .../string/BeamSqlCharLengthExpressionTest.java    |    2 +-
 .../string/BeamSqlConcatExpressionTest.java        |    2 +-
 .../string/BeamSqlInitCapExpressionTest.java       |    6 +-
 .../string/BeamSqlLowerExpressionTest.java         |    2 +-
 .../string/BeamSqlOverlayExpressionTest.java       |    8 +-
 .../string/BeamSqlPositionExpressionTest.java      |    6 +-
 .../string/BeamSqlSubstringExpressionTest.java     |   14 +-
 .../operator/string/BeamSqlTrimExpressionTest.java |    8 +-
 .../string/BeamSqlUpperExpressionTest.java         |    2 +-
 .../sql/impl/parser/BeamSqlParserTest.java         |   19 +-
 .../sdk/extensions/sql/impl/rel/BaseRelTest.java   |    4 +-
 .../sql/impl/rel/BeamIntersectRelTest.java         |   32 +-
 .../impl/rel/BeamJoinRelBoundedVsBoundedTest.java  |   72 +-
 .../rel/BeamJoinRelUnboundedVsBoundedTest.java     |   78 +-
 .../rel/BeamJoinRelUnboundedVsUnboundedTest.java   |   52 +-
 .../extensions/sql/impl/rel/BeamMinusRelTest.java  |   32 +-
 .../sql/impl/rel/BeamSetOperatorRelBaseTest.java   |   20 +-
 .../extensions/sql/impl/rel/BeamSortRelTest.java   |   92 +-
 .../extensions/sql/impl/rel/BeamUnionRelTest.java  |   26 +-
 .../extensions/sql/impl/rel/BeamValuesRelTest.java |   30 +-
 .../sdk/extensions/sql/impl/rel/CheckSize.java     |    8 +-
 .../sql/impl/schema/BeamSqlRowCoderTest.java       |   63 +-
 .../transform/BeamAggregationTransformTest.java    |  235 ++--
 .../schema/transform/BeamTransformBaseTest.java    |  165 +--
 .../agg => utils}/BigDecimalConverterTest.java     |   21 +-
 .../BeamSqlArithmeticOperatorsIntegrationTest.java |    1 -
 ...BeamSqlBuiltinFunctionsIntegrationTestBase.java |   64 +-
 .../BeamSqlComparisonOperatorsIntegrationTest.java |   64 +-
 .../BeamSqlDateFunctionsIntegrationTest.java       |   13 +-
 .../meta/provider/kafka/BeamKafkaCSVTableTest.java |   50 +-
 .../provider/kafka/KafkaTableProviderTest.java     |    7 +-
 .../meta/provider/text/BeamTextCSVTableTest.java   |   72 +-
 .../meta/provider/text/TextTableProviderTest.java  |    7 +-
 .../sql/meta/store/InMemoryMetaStoreTest.java      |   18 +-
 .../extensions/sql/mock/MockedBoundedTable.java    |   26 +-
 .../beam/sdk/extensions/sql/mock/MockedTable.java  |   10 +-
 .../extensions/sql/mock/MockedUnboundedTable.java  |   18 +-
 .../{BeamRecordAsserts.java => RowAsserts.java}    |   26 +-
 sdks/java/fn-execution/build.gradle                |    7 -
 .../sdk/fn/stream/SynchronizedStreamObserver.java  |   64 +
 sdks/java/harness/build.gradle                     |    7 -
 .../apache/beam/fn/harness/FnApiDoFnRunner.java    |    6 +-
 .../org/apache/beam/fn/harness/MapFnRunner.java    |  120 ++
 .../beam/fn/harness/WindowMappingFnRunner.java     |   67 +
 .../data/BeamFnDataBufferingOutboundObserver.java  |    4 +-
 .../apache/beam/fn/harness/MapFnRunnerTest.java    |   97 ++
 .../beam/fn/harness/WindowMappingFnRunnerTest.java |   68 +
 sdks/java/io/amazon-web-services/build.gradle      |    7 -
 .../apache/beam/sdk/io/aws/s3/S3FileSystem.java    |   10 +-
 sdks/java/io/amqp/build.gradle                     |    7 -
 .../apache/beam/sdk/io/amqp/AmqpMessageCoder.java  |    2 -
 .../io/amqp/AmqpMessageCoderProviderRegistrar.java |    2 -
 .../beam/sdk/io/amqp/AmqpMessageCoderTest.java     |    2 -
 sdks/java/io/cassandra/build.gradle                |    7 -
 .../apache/beam/sdk/io/cassandra/CassandraIO.java  |    4 -
 .../beam/sdk/io/cassandra/CassandraService.java    |    1 -
 .../beam/sdk/io/cassandra/CassandraIOTest.java     |    4 -
 .../sdk/io/cassandra/CassandraServiceImplTest.java |    2 -
 .../sdk/io/cassandra/CassandraTestDataSet.java     |    1 -
 sdks/java/io/common/build.gradle                   |    7 -
 .../elasticsearch-tests-2/build.gradle             |    7 -
 .../elasticsearch-tests-5/build.gradle             |    7 -
 .../elasticsearch-tests-common/build.gradle        |    7 -
 sdks/java/io/elasticsearch/build.gradle            |    7 -
 .../beam/sdk/io/elasticsearch/ElasticsearchIO.java |   15 +-
 sdks/java/io/file-based-io-tests/build.gradle      |    7 -
 sdks/java/io/google-cloud-platform/build.gradle    |   10 -
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java       |   44 +-
 .../sdk/io/gcp/bigquery/BigQueryQuerySource.java   |   18 +-
 .../beam/sdk/io/gcp/bigquery/StreamingWriteFn.java |    6 -
 .../beam/sdk/io/gcp/bigquery/TagWithUniqueIds.java |    5 -
 .../sdk/io/gcp/bigquery/WriteBundlesToFiles.java   |    3 -
 .../gcp/bigquery/WriteGroupedRecordsToFiles.java   |    3 -
 .../beam/sdk/io/gcp/bigquery/WriteTables.java      |    3 -
 .../beam/sdk/io/gcp/bigtable/BigtableIO.java       |   34 +-
 .../beam/sdk/io/gcp/bigtable/BigtableService.java  |    4 +-
 .../sdk/io/gcp/bigtable/BigtableServiceImpl.java   |   24 +-
 .../beam/sdk/io/gcp/spanner/MutationGroup.java     |    1 -
 .../apache/beam/sdk/io/gcp/spanner/SpannerIO.java  |    8 +-
 .../sdk/io/gcp/bigquery/BigQueryIOReadTest.java    |  127 +-
 .../beam/sdk/io/gcp/bigtable/BigtableIOTest.java   |   16 +-
 .../io/gcp/bigtable/BigtableServiceImplTest.java   |   10 +-
 sdks/java/io/hadoop-common/build.gradle            |    7 -
 sdks/java/io/hadoop-file-system/build.gradle       |    7 -
 sdks/java/io/hadoop-input-format/build.gradle      |    7 -
 sdks/java/io/hadoop-input-format/pom.xml           |   10 +-
 .../io/hadoop/inputformat/HadoopInputFormatIO.java |    8 +-
 sdks/java/io/hbase/build.gradle                    |    7 -
 .../org/apache/beam/sdk/io/hbase/HBaseIOTest.java  |   79 +-
 .../beam/sdk/io/hbase/SerializableScanTest.java    |    1 -
 sdks/java/io/hcatalog/build.gradle                 |    7 -
 sdks/java/io/jdbc/build.gradle                     |    8 +-
 sdks/java/io/jdbc/pom.xml                          |   24 +-
 .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java   |  138 +-
 .../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java    |  118 +-
 sdks/java/io/jms/build.gradle                      |    7 -
 sdks/java/io/jms/pom.xml                           |   10 -
 .../java/org/apache/beam/sdk/io/jms/JmsIO.java     |    5 +-
 .../java/org/apache/beam/sdk/io/jms/JmsIOTest.java |    1 -
 sdks/java/io/kafka/build.gradle                    |    7 -
 sdks/java/io/kafka/pom.xml                         |    1 +
 .../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java |   65 +-
 .../beam/sdk/io/kafka/KafkaCheckpointMark.java     |    7 +-
 .../beam/sdk/io/kafka/KafkaExactlyOnceSink.java    |  643 +++++++++
 .../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 1440 +-------------------
 .../apache/beam/sdk/io/kafka/KafkaRecordCoder.java |   40 +-
 .../beam/sdk/io/kafka/KafkaUnboundedReader.java    |  663 +++++++++
 .../beam/sdk/io/kafka/KafkaUnboundedSource.java    |  165 +++
 .../org/apache/beam/sdk/io/kafka/KafkaWriter.java  |  132 ++
 .../org/apache/beam/sdk/io/kafka/ProducerSpEL.java |   13 +-
 .../org/apache/beam/sdk/io/kafka/KafkaIOTest.java  |   71 +-
 sdks/java/io/kinesis/build.gradle                  |    8 +-
 sdks/java/io/kinesis/pom.xml                       |   34 +-
 .../beam/sdk/io/kinesis/AWSClientsProvider.java    |   10 +-
 .../beam/sdk/io/kinesis/BasicKinesisProvider.java  |   90 ++
 .../sdk/io/kinesis/DynamicCheckpointGenerator.java |    2 -
 .../org/apache/beam/sdk/io/kinesis/KinesisIO.java  |  446 +++++-
 .../beam/sdk/io/kinesis/KinesisPartitioner.java}   |   15 +-
 .../apache/beam/sdk/io/kinesis/KinesisReader.java  |    1 -
 .../sdk/io/kinesis/KinesisReaderCheckpoint.java    |    2 -
 .../apache/beam/sdk/io/kinesis/KinesisRecord.java  |    2 -
 .../beam/sdk/io/kinesis/KinesisRecordCoder.java    |    1 -
 .../apache/beam/sdk/io/kinesis/KinesisSource.java  |    1 -
 .../beam/sdk/io/kinesis/ShardCheckpoint.java       |    2 -
 .../beam/sdk/io/kinesis/ShardReadersPool.java      |    2 -
 .../beam/sdk/io/kinesis/ShardRecordsIterator.java  |    2 -
 .../apache/beam/sdk/io/kinesis/StartingPoint.java  |    2 -
 .../sdk/io/kinesis/StartingPointShardsFinder.java  |    2 -
 .../beam/sdk/io/kinesis/AmazonKinesisMock.java     |   11 +
 .../beam/sdk/io/kinesis/CustomOptionalTest.java    |    2 -
 .../io/kinesis/DynamicCheckpointGeneratorTest.java |    2 -
 .../apache/beam/sdk/io/kinesis/KinesisIOIT.java    |  126 ++
 .../beam/sdk/io/kinesis/KinesisMockReadTest.java   |    4 +-
 .../beam/sdk/io/kinesis/KinesisMockWriteTest.java  |  289 ++++
 .../beam/sdk/io/kinesis/KinesisProducerMock.java   |  120 ++
 .../io/kinesis/KinesisReaderCheckpointTest.java    |    2 -
 .../beam/sdk/io/kinesis/KinesisReaderIT.java       |  121 --
 .../beam/sdk/io/kinesis/KinesisReaderTest.java     |    2 +
 .../sdk/io/kinesis/KinesisRecordCoderTest.java     |    1 -
 .../beam/sdk/io/kinesis/KinesisServiceMock.java    |   88 ++
 .../beam/sdk/io/kinesis/RecordFilterTest.java      |    2 -
 .../beam/sdk/io/kinesis/ShardCheckpointTest.java   |    2 -
 .../beam/sdk/io/kinesis/ShardReadersPoolTest.java  |    6 +-
 .../io/kinesis/SimplifiedKinesisClientTest.java    |    2 -
 .../io/kinesis/StartingPointShardsFinderTest.java  |    2 -
 sdks/java/io/mongodb/build.gradle                  |    7 -
 sdks/java/io/mqtt/build.gradle                     |    7 -
 .../java/org/apache/beam/sdk/io/mqtt/MqttIO.java   |    1 -
 sdks/java/io/redis/build.gradle                    |    7 -
 .../sdk/io/redis/RedisConnectionConfiguration.java |    4 -
 sdks/java/io/solr/build.gradle                     |    7 -
 sdks/java/io/solr/pom.xml                          |    7 +
 .../beam/sdk/io/solr/AuthorizedSolrClient.java     |    1 -
 .../beam/sdk/io/solr/JavaBinCodecCoderTest.java    |    1 -
 sdks/java/io/tika/build.gradle                     |    7 -
 sdks/java/io/tika/pom.xml                          |   12 -
 sdks/java/io/xml/build.gradle                      |    7 -
 sdks/java/java8tests/build.gradle                  |    7 -
 sdks/java/javadoc/pom.xml                          |   43 +-
 sdks/java/maven-archetypes/examples/build.gradle   |    7 -
 .../src/main/resources/archetype-resources/pom.xml |   19 +
 sdks/java/maven-archetypes/starter/build.gradle    |    7 -
 sdks/java/nexmark/build.gradle                     |    7 -
 sdks/java/nexmark/pom.xml                          |    4 +
 .../apache/beam/sdk/nexmark/NexmarkOptions.java    |    1 -
 .../org/apache/beam/sdk/nexmark/NexmarkUtils.java  |    5 -
 .../sql/{BeamRecordSize.java => RowSize.java}      |   79 +-
 .../model/sql/{ToBeamRecord.java => ToRow.java}    |   25 +-
 .../model/sql/adapter/ModelAdaptersMapping.java    |    8 +-
 .../model/sql/adapter/ModelFieldsAdapter.java      |   16 +-
 .../nexmark/model/sql/adapter/package-info.java    |    2 +-
 .../sdk/nexmark/queries/AbstractSimulator.java     |    1 -
 .../beam/sdk/nexmark/queries/AuctionOrBid.java     |   19 +-
 .../beam/sdk/nexmark/queries/Query0Model.java      |    1 -
 .../apache/beam/sdk/nexmark/queries/Query10.java   |    1 -
 .../beam/sdk/nexmark/queries/Query1Model.java      |    1 -
 .../beam/sdk/nexmark/queries/Query2Model.java      |    1 -
 .../beam/sdk/nexmark/queries/Query3Model.java      |    2 -
 .../apache/beam/sdk/nexmark/queries/Query4.java    |   19 +-
 .../apache/beam/sdk/nexmark/queries/Query6.java    |    6 +-
 .../beam/sdk/nexmark/queries/Query7Model.java      |    1 -
 .../apache/beam/sdk/nexmark/queries/Query9.java    |    9 +-
 .../beam/sdk/nexmark/queries/Query9Model.java      |    1 -
 .../beam/sdk/nexmark/queries/WinningBids.java      |   92 +-
 .../sdk/nexmark/queries/WinningBidsSimulator.java  |    1 -
 .../sdk/nexmark/queries/sql/NexmarkSqlQuery.java   |   14 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery0.java    |   36 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery1.java    |   22 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery2.java    |   22 +-
 .../beam/sdk/nexmark/queries/sql/SqlQuery3.java    |   49 +-
 .../sdk/nexmark/sources/UnboundedEventSource.java  |    2 -
 .../sources/generator/GeneratorCheckpoint.java     |    1 -
 .../nexmark/sources/generator/GeneratorConfig.java |    1 -
 .../{BeamRecordSizeTest.java => RowSizeTest.java}  |   69 +-
 .../sql/{ToBeamRecordTest.java => ToRowTest.java}  |   45 +-
 .../sql/adapter/ModelAdaptersMappingTest.java      |   24 +-
 .../sdk/nexmark/queries/sql/SqlQuery0Test.java     |   18 +-
 .../sdk/nexmark/queries/sql/SqlQuery1Test.java     |   18 +-
 .../sdk/nexmark/queries/sql/SqlQuery2Test.java     |   31 +-
 .../sdk/nexmark/queries/sql/SqlQuery3Test.java     |   46 +-
 .../nexmark/sources/UnboundedEventSourceTest.java  |    1 -
 sdks/python/apache_beam/coders/coders.py           |   33 +-
 sdks/python/apache_beam/coders/typecoders.py       |    8 +-
 .../apache_beam/examples/snippets/snippets.py      |  208 +--
 .../apache_beam/examples/snippets/snippets_test.py |   16 +-
 .../apache_beam/examples/wordcount_it_test.py      |    2 +-
 sdks/python/apache_beam/io/filebasedsource.py      |   27 +-
 sdks/python/apache_beam/io/filesystemio.py         |  267 ++++
 sdks/python/apache_beam/io/filesystemio_test.py    |  185 +++
 sdks/python/apache_beam/io/filesystems.py          |    2 +-
 sdks/python/apache_beam/io/gcp/gcsio.py            |  480 +------
 sdks/python/apache_beam/io/gcp/gcsio_test.py       |   48 +-
 sdks/python/apache_beam/io/gcp/pubsub_test.py      |   58 +-
 sdks/python/apache_beam/io/hadoopfilesystem.py     |  126 +-
 .../python/apache_beam/io/hadoopfilesystem_test.py |  153 ++-
 sdks/python/apache_beam/io/iobase.py               |    8 +-
 sdks/python/apache_beam/io/tfrecordio.py           |   47 +-
 sdks/python/apache_beam/io/tfrecordio_test.py      |  482 ++++---
 sdks/python/apache_beam/metrics/execution.py       |   15 +-
 sdks/python/apache_beam/metrics/metricbase.py      |   10 +
 .../python/apache_beam/options/pipeline_options.py |   28 +
 sdks/python/apache_beam/options/value_provider.py  |   26 +-
 .../apache_beam/options/value_provider_test.py     |   34 +
 sdks/python/apache_beam/pipeline.py                |   99 +-
 sdks/python/apache_beam/pipeline_test.py           |   71 +-
 .../python_urns.py}                                |   37 +-
 sdks/python/apache_beam/pvalue.py                  |   20 +-
 .../runners/dataflow/dataflow_runner.py            |   24 +-
 .../runners/dataflow/dataflow_runner_test.py       |    4 +-
 .../runners/dataflow/native_io/iobase_test.py      |    3 +-
 .../runners/dataflow/ptransform_overrides.py       |    6 +-
 .../apache_beam/runners/direct/direct_runner.py    |  318 +++--
 .../runners/direct/direct_runner_test.py           |   18 +-
 .../runners/direct/helper_transforms.py            |    8 +-
 .../runners/direct/sdf_direct_runner.py            |    9 +-
 .../runners/direct/sdf_direct_runner_test.py       |    6 +-
 .../runners/direct/transform_evaluator.py          |   31 +-
 .../python/apache_beam/runners/pipeline_context.py |    3 +
 .../runners/portability/fn_api_runner.py           |   75 +-
 .../runners/portability/fn_api_runner_test.py      |    4 +-
 sdks/python/apache_beam/runners/runner.py          |   12 +-
 sdks/python/apache_beam/runners/runner_test.py     |   14 +
 sdks/python/apache_beam/runners/sdf_common.py      |   15 +-
 .../apache_beam/runners/worker/bundle_processor.py |   45 +-
 .../apache_beam/runners/worker/data_plane.py       |    2 +-
 .../apache_beam/runners/worker/operations.py       |    7 +-
 .../apache_beam/runners/worker/sideinputs.py       |    2 +-
 .../runners/worker/statesampler_test.py            |    2 +
 sdks/python/apache_beam/transforms/combiners.py    |   41 +-
 sdks/python/apache_beam/transforms/core.py         |   75 +-
 sdks/python/apache_beam/transforms/cy_combiners.py |    1 +
 sdks/python/apache_beam/transforms/ptransform.py   |    6 +-
 .../apache_beam/transforms/ptransform_test.py      |   41 +-
 sdks/python/apache_beam/transforms/trigger.py      |    1 +
 sdks/python/apache_beam/transforms/window.py       |   22 +-
 sdks/python/apache_beam/typehints/typecheck.py     |   75 +-
 sdks/python/apache_beam/typehints/typehints.py     |    5 +
 sdks/python/apache_beam/utils/urns.py              |   42 -
 sdks/python/container/build.gradle                 |   10 +-
 sdks/python/container/run_validatescontainer.sh    |  120 ++
 sdks/python/generate_pydoc.sh                      |    1 -
 sdks/python/setup.py                               |   32 +-
 sdks/python/tox.ini                                |   10 +-
 settings.gradle                                    |    1 +
 650 files changed, 19048 insertions(+), 8966 deletions(-)
 copy 
.test-infra/jenkins/{job_beam_PostCommit_Java_ValidatesRunner_Flink.groovy => 
job_beam_PostCommit_Python_ValidatesContainer_Dataflow.groovy} (51%)
 copy .test-infra/jenkins/{job_beam_PreCommit_Java_GradleBuild.groovy => 
job_beam_PreCommit_Go_GradleBuild.groovy} (81%)
 create mode 100644 
model/pipeline/src/main/resources/org/apache/beam/model/common_urns.md
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/ImpulseTranslation.java
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/UrnUtils.java
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/ExecutableStage.java
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/GreedilyFusedExecutableStage.java
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/GreedyPCollectionFusers.java
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/PipelineNode.java
 create mode 100644 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/QueryablePipeline.java
 copy 
{sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter 
=> 
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph}/package-info.java
 (77%)
 copy 
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/operator/date/BeamSqlCurrentTimeExpressionTest.java
 => 
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/UrnUtilsTest.java
 (51%)
 create mode 100644 
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/graph/GreedilyFusedExecutableStageTest.java
 create mode 100644 
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/graph/QueryablePipelineTest.java
 create mode 100644 
runners/flink/src/test/java/org/apache/beam/runners/flink/FlinkPipelineExecutionEnvironmentTest.java
 copy 
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter/package-info.java
 => 
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/artifact/ArtifactRetrievalService.java
 (77%)
 copy 
{sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule
 => 
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/artifact}/package-info.java
 (81%)
 create mode 100644 
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/SdkHarnessClientControlService.java
 create mode 100644 
runners/local-artifact-service-java/src/main/java/org/apache/beam/artifact/local/LocalArtifactStagingLocation.java
 create mode 100644 
runners/local-artifact-service-java/src/main/java/org/apache/beam/artifact/local/LocalFileSystemArtifactRetrievalService.java
 create mode 100644 
runners/local-artifact-service-java/src/test/java/org/apache/beam/artifact/local/LocalArtifactStagingLocationTest.java
 create mode 100644 
runners/local-artifact-service-java/src/test/java/org/apache/beam/artifact/local/LocalFileSystemArtifactRetrievalServiceTest.java
 create mode 100644 sdks/go/gogradle.lock
 rename 
sdks/java/core/src/main/java/org/apache/beam/sdk/coders/{BeamRecordCoder.java 
=> RowCoder.java} (59%)
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/coders/SnappyCoder.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Impulse.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Wait.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/util/MoreFutures.java
 copy 
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/package-info.java
 => core/src/main/java/org/apache/beam/sdk/util/ThrowingRunnable.java} (81%)
 copy 
sdks/java/{nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter/package-info.java
 => core/src/main/java/org/apache/beam/sdk/util/ThrowingSupplier.java} (78%)
 delete mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/BeamRecordType.java
 rename 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/{BeamRecord.java => 
Row.java} (57%)
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/RowType.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ByteBuddyUtils.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/DefaultRowTypeFactory.java
 copy 
runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators/TransformTranslator.java
 => 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/FieldValueGetter.java
 (63%)
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/GeneratedGetterFactory.java
 copy 
runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators/TransformTranslator.java
 => 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/GetterFactory.java
 (71%)
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ReflectionGetter.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ReflectionGetterFactory.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ReflectionUtils.java
 create mode 100644 
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/RowFactory.java
 copy 
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/BeamSqlExpressionExecutor.java
 => core/src/main/java/org/apache/beam/sdk/values/reflect/RowTypeFactory.java} 
(51%)
 copy 
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/BeamSqlExpressionExecutor.java
 => core/src/main/java/org/apache/beam/sdk/values/reflect/RowTypeGetters.java} 
(50%)
 copy 
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rel
 => core/src/main/java/org/apache/beam/sdk/values/reflect}/package-info.java 
(85%)
 delete mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/runners/dataflow/TestCountingSource.java
 delete mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/runners/dataflow/TestCountingSourceTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/WaitTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/RowTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/RowTypeTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/DefaultRowTypeFactoryTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/GeneratedGetterFactoryTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/ReflectionGetterFactoryTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/ReflectionGetterTest.java
 create mode 100644 
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/RowFactoryTest.java
 copy 
sdks/java/{extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/operator/date/BeamSqlCurrentTimeExpressionTest.java
 => 
core/src/test/java/org/apache/beam/sdk/values/reflect/RowTypeGettersTest.java} 
(58%)
 copy sdks/java/extensions/{join-library => sketching}/build.gradle (66%)
 delete mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/BeamRecordSqlType.java
 rename 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/{BeamSqlRecordHelper.java
 => RowHelper.java} (81%)
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/RowSqlType.java
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/SqlRowTypeFactory.java
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/SqlTypeCoder.java
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/SqlTypeCoders.java
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/SqlDropTable.java
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/AggregateWindowFactory.java
 copy 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/{meta/Column.java
 => impl/rule/AggregateWindowField.java} (50%)
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/transform/agg/CovarianceAccumulator.java
 create mode 100644 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/transform/agg/CovarianceFn.java
 rename 
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/{transform/agg
 => utils}/BigDecimalConverter.java (56%)
 delete mode 100644 
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamRecordSqlTypeTest.java
 create mode 100644 
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlDslAggregationCovarianceTest.java
 create mode 100644 
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/SqlRowTypeFactoryTest.java
 rename 
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/{transform/agg
 => utils}/BigDecimalConverterTest.java (74%)
 rename 
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/utils/{BeamRecordAsserts.java
 => RowAsserts.java} (63%)
 create mode 100644 
sdks/java/fn-execution/src/main/java/org/apache/beam/sdk/fn/stream/SynchronizedStreamObserver.java
 create mode 100644 
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/MapFnRunner.java
 create mode 100644 
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/WindowMappingFnRunner.java
 create mode 100644 
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/MapFnRunnerTest.java
 create mode 100644 
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/WindowMappingFnRunnerTest.java
 create mode 100644 
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaExactlyOnceSink.java
 create mode 100644 
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaUnboundedReader.java
 create mode 100644 
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaUnboundedSource.java
 create mode 100644 
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaWriter.java
 create mode 100644 
sdks/java/io/kinesis/src/main/java/org/apache/beam/sdk/io/kinesis/BasicKinesisProvider.java
 copy 
sdks/java/{nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter/package-info.java
 => 
io/kinesis/src/main/java/org/apache/beam/sdk/io/kinesis/KinesisPartitioner.java}
 (75%)
 create mode 100644 
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisIOIT.java
 create mode 100644 
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisMockWriteTest.java
 create mode 100644 
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisProducerMock.java
 delete mode 100644 
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisReaderIT.java
 create mode 100644 
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisServiceMock.java
 rename 
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/{BeamRecordSize.java
 => RowSize.java} (53%)
 rename 
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/{ToBeamRecord.java
 => ToRow.java} (77%)
 copy 
runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators/TransformTranslator.java
 => 
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/queries/AuctionOrBid.java
 (67%)
 rename 
sdks/java/nexmark/src/test/java/org/apache/beam/sdk/nexmark/model/sql/{BeamRecordSizeTest.java
 => RowSizeTest.java} (65%)
 rename 
sdks/java/nexmark/src/test/java/org/apache/beam/sdk/nexmark/model/sql/{ToBeamRecordTest.java
 => ToRowTest.java} (69%)
 create mode 100644 sdks/python/apache_beam/io/filesystemio.py
 create mode 100644 sdks/python/apache_beam/io/filesystemio_test.py
 copy sdks/python/apache_beam/{runners/direct/direct_runner_test.py => 
portability/python_urns.py} (53%)
 create mode 100755 sdks/python/container/run_validatescontainer.sh

-- 
To stop receiving notification emails like this one, please contact
chamik...@apache.org.

Reply via email to