This is an automated email from the ASF dual-hosted git repository.
chamikara pushed a change to branch go-sdk
in repository https://gitbox.apache.org/repos/asf/beam.git.
from e2d7408 Merge pull request #4654: CoGBK fixup - rename file
add 77847f6 Sickbay flakey KinesisReaderTest
add 5a5e71c Merge pull request #4552: [BEAM-3317] Sickbay flakey
KinesisReaderTest
add b52c385 [BEAM-3490] Make runtime type checking code runner agnostic.
add de7bf0a Direct runner fixes.
add bddcb0c Merge pull request #4534 [BEAM-3490] Make runtime type
checking code runner agnostic.
add ebf4252 google-java-format
add 4d5e852 Fix Distinct null pointer error with speculative triggers
add ff37337 Merge pull request #4536: [BEAM-3423] Fix Distinct null
pointer error with speculative triggers
add d0de803 use build $WORKSPACE as pkb temp_dir and update pip and
setuptools in virtualenv
add dd9a513 Merge pull request #4537: [BEAM-3480] use build $WORKSPACE as
pkb temp_dir
add a01a85b Move TestCountingSource to appropriate location
add 76202e0 Merge pull request #4545: [BEAM-3573] Move TestCountingSource
to appropriate location
add c3fa9e2 Support argparse-style choices for ValueProvider
add 4a8a00d Merge pull request #4518 from mariapython/choices
add 51d6171 Sickbay ApexRunner gradle WordCountIT
add 88de0a1 Merge pull request #4551: [BEAM-3583] Sickbay ApexRunner
gradle WordCountIT
add ca27144 [BEAM-3249] Make sure that all java projects package tests.
Also package shaded classes if shading is enabled.
add 82e5e94 [BEAM-3249] Do not assume build directory is within build/,
use the project defined build dir.
add e1b6fb7 Change info to debug statement
add afa7e86 Change info to debug statement
add 2fe7169 Fix undefined names: exc_info --> self.exc_info
add 51da92c Merge pull request #4559 from cclauss/patch-1
add a71042a import logging for line 1163
add a2bf73f Merge pull request #4560 [lint] import logging
add 34eadc5 Encourage a good description in a good spot on a PR
description.
add ee99265 Merge pull request #4566: Encourage a good description in a
good spot on a PR description.
add 9897be0 [BEAM-3562] Update to Checkstyle 8.7
add ec7e098 Merge pull request #4522: [BEAM-3562] Update to Checkstyle 8.7
add ece8709 Changing FileNaming to public to allow for usage in
lambdas/inheritance outside of the package.
add e053eb5 Merge pull request #4568: Changing FileIO.Write.FileNaming
Interface to public
add 9a2d2a6 Add QueryablePipeline
add 2b242fe Merge pull request #4530: Add QueryablePipeline
add fe2de5e Split out buffered read and write code from gcsio.
add e34fee1 Merge pull request #4471: [BEAM-3099] Split out
BufferedReader and BufferedWriter from gcsio.
add 884f3e6 Introduces the Wait transform
add 9cf86bc Merge pull request #4301: Introduces the Wait transform
add 39ab03b [BEAM-3551] Define compiler -parameters flag in the default
options
add 6831f2c Merge pull request #4584: [BEAM-3551] Define compiler
-parameters flag in the default options
add ef12700 Reduce the flakiness of the state sampler progress metrics.
add 537b9b7 Merge pull request #4576 Reduce the flakiness of the state
sampler progress metrics.
add 2bbcb12 Move off of deprecated method in Guava.
add ecd89b8 [SQL] Inherit windowing strategy from the input in Aggregate
operation
add 21cc003 Merge pull request #4546: [SQL] Inherit windowing strategy
from the input in Aggregate operation
add 0dec2e7 BEAM-3593 - Remove methods that just call super()
add c66832c BEAM-3593 - Remove methods that just call super()
add 1eb9443 Add SdkHarnessClientControlService
add ae603d2 Update Synchronization in FnApiControlClient
add 5e6520a Merge pull request #4569: Add `SdkHarnessClientControlService`
add e832cfb Logging deviation from sampling expectation. This will allow
to track performance variation in statesampler over time.
add 4f6415b Merge pull request #4531 from pabloem/log-sampler-deviation
add 55d8723 Adding a static getter for RuntimeValueProvider.
add 25887bc Addressing comments.
add 5fe88ff Removing unnecessary code.
add 504ce70 Merge pull request #4539 from
pabloem/static-runtimevalueprovider
add 5c01e85 Add a LocalArtifactStagingLocation
add c26191d Add LocalArtifactStagingLocation#forExisting
add e2432e2 Add an ArtifactRetrievalService interface
add 7a537b9 Implement a Local ArtifactRetrievalService
add af864b8 Merge pull request #4422: Implement a Local Artifact
Retrieval service
add fd07d72 global INT64_MAX, INT64_MIN to placate linters
add 1693e7d Merge pull request #4562 global INT64_MAX, INT64_MIN to
placate linters
add 28ce7a5 Adds a ReadAll transform to tfrecordio.
add 8130c20 Merge pull request #4578: [BEAM-3603] Adds a ReadAll
transform to tfrecordio
add a30030c [SQL] Add SqlTypeCoder, replace java.sql.Types
add 78271e0 Merge pull request #4488: [BEAM-3292][SQL] Replace
java.sql.Types with SqlTypeCoder
add 98d9060 [BEAM-3207] Create a standard location to enumerate and
document URNs.
add 04c399c Revert URNs that are currently hard-coded in the Dataflow
worker.
add 42ac62a Merge pull request #4310: [BEAM-3207] Create a standard
location to enumerate and document URNs.
add 33b71ae google-java-format
add 87f546b Fix empty window assignments in Nexmark
add 168b32f Fix empty window assignment in FlattenEvaluatorFactoryTest
add 93e7b65 Switch DataflowRunner to its own private ValueInEmptyWindows
add de9adea Remove deprecated valueInEmptyWindows
add 24804e9 Merge pull request #3978: [BEAM-230] Remove deprecated
WindowedValue.valueInEmptyWindows
add 01d74b3 Remove erroneous cast in FlinkStreamingTransformTranslators
add 6808b88 [BEAM-3186] Correctly use deserialized timerService in Flink
Runner
add 93818ab Merge pull request #4563: Fixes Flink timer service restore
add af7920d Adjust gradle build dirs and hints to help IntelliJ (#4583)
add 7c19700 BEAM-3618 - Remove extraneous "return" statement
add 2aca6ce BEAM-3618 - Remove extraneous "return" statement
add 94fd067 Covariance Functions
add d13c1fe Merge pull request #4466: [BEAM-3476] [SQL] covariance
aggregation functions
add 17e41c3 Fix gradle java sdk image build
add cb38392 Match Maven Java SDK harness jar name format
add 4d06e82 [BEAM-3183] Allow a callable as input to runner.run().
add 7904112 Merge pull request #4590 [BEAM-3183] Allow a callable as
input to runner.run().
add 2de70ff Moving User metrics to be in the PTransform proto for Fn API.
add b812fa0 Merge pull request #4544: [BEAM-3563] Adding User metric
proto to PTransform metrics proto.
add b5dd1c1 Add MoreFutures utility
add e71baf0 Switch runners/java-fn-execution from Guava futures to Java 8
futures
add c757854 Switch DataflowRunner from Guava futures to Java 8 futures
add 6bb6530 Switch gcp-core from Guava futures to Java 8 futures
add f64a633 Switch runners/core-construction-java from Guava futures to
Java 8 futures
add 0f19c32 Switch AWS IO from Guava futures to Java 8 futures
add b1fd123 Switch BigTableIO from Guava futures to Java 8 futures
add 8edc18e Merge pull request #4595: [BEAM-3601] Switch to Java 8 futures
add 16e5fef [BEAM-3566] Replace apply_* hooks in DirectRunner with
PTransformOverrides
add e1a96eb Address reviewer comments
add 8e2092b Merge pull request #4529 from [BEAM-3566] Replace apply_*
hooks in DirectRunner with PTransformOverrides
add 7834378 [BEAM-3592] Fix spark-runner profile for Nexmark after move
to Spark 2.x
add cd0fb51 Merge pull request #4565 from
iemejia/BEAM-3592-nexmark-spark-fix
add b5c31ed [BEAM-2806] Fix pipeline translation mode recognition in
Flink Runner
add f3dba1a Merge pull request #4558: Fixes streaming mode recognition in
Flink Runner
add df95de6 Sickbay flaky KinesisIO tests
add 2c01ad5 Merge pull request #4605: [BEAM-3598][BEAM-3599][BEAM-3605]
Sickbay flaky KinesisIO tests
add 957dcef Renaming the ZERO element of DistributionResult to be
IDENTITY_ELEMENT.
add a67262f Merge pull request #4538: [BEAM-3527] Adding a comment for
ZERO element of DistributionResult.
add e003431 Adds PositionT and claim callback to RestrictionTracker
add eca41b9 Changes OutputAndTimeBounded invoker to start checkpoint
timer after first claim, and verifies more invariants
add 0371848 Compresses encoded GrowthState with Snappy - about 2x-3x more
compact
add 32a427c InMemoryStateInternals.copy clones the values using the coder
add 8151d82 Final fixups
add 6857cb9 Bump worker to 20180205
add 2826362 Merge pull request #4483: [BEAM-3499, BEAM-2607] Gives the
runner access to positions of SDF claimed blocks
add 181323d KafkaIO : move source and sink implemenations into own files.
add 2da05a7 minor
add 8f7e59c Merge pull request #4586: [BEAM-3611] Split KafkaIO.java in
to smaller files
add 8c68cf8 Sickbay ApexRunner ParDoTranslatorTest.testAssertionFailure
add 80868ac Merge pull request #4617: [BEAM-3272] Sickbay ApexRunner
ParDoTranslatorTest.testAssertionFailure
add e5316e3 Allow docker tag root to be specified as in Maven image build
add 0842a4f Gradle docker tag
add 230e312 [BEAM-3457] Upgrade gogradle and fix thrift resolution issue
add c0b68ca [BEAM-3457] Upgrade gogradle and fix thrift resolution issue
add 8efffe7 Deprecate DoFnTester
add 1879812 Remove DoFnTester from core SDK tests
add 92fd354 Merge pull request #4507: [BEAM-3159] Deprecated DoFnTester
add 1419f56 Refactor BeamRecordType and BeamRecord
add 06a4a15 Merge pull request #4593: [BEAM-2721] Refactor BeamRecordType
and BeamRecord
add f887ed0 [BEAM-3635] Infer type hints on PTransformOverrides
add 1ac8a24 Merge pull request #4623 from
charlesccychen/fix-python-streaming
add ec69c8c Switch FullWindowedValueCoder to bypass validation
add 0e60ca4 Merge pull request #4618: [BEAM-3627] Switch
FullWindowedValueCoder to bypass validation
add 58a6b80 BEAM-3624 - Remove collapsible if statements
add d7bee8c BEAM-3624 - Remove collapsible if statements
add 9b44d79 Add missing gradle build config for
sdks/java/extensions/sketching
add 6297031 Fix type on shadowTest when it should be testShadow
add 92a4202 Merge pull request #4620: Add missing gradle build config for
sdks/java/extensions/sketching
add b70b024 Revert "Reinstate proto round trip in Java DirectRunner"
add 5acb913 Fix stable name errors in HBaseIOTest
add 30dbf5c Merge pull request #4627 from kennknowles/revertAndHBase
add 2baeeb9 [BEAM-3291] Add Kinesis write transform
add 6b4b8fa Merge pull request #4468: [BEAM-3291] Add Kinesis write
transform
add 1bff066 Remove unused private variables.
add ed32c91 Remove unused private variables.
add 6c8e637 Update Assign Window URN Constant Name
add a957246 Update Window Into URN Constant Name
add c4ac00a Rename BeamRecord -> Row, BeamRecordType -> RowType
add a13c7d9 Merge pull request #4628: [BEAM-3582] Rename BeamRecord ->
Row, BeamRecordType -> RowType
add 4959ef8 Modify BufferedElementCountingOutputStream to use a buffer
pool for its internal allocations. This improves the worker's performance for
workloads with large iterables since it avoids a allocation/deletion on each
invocation of encode() in IterableLikeCoder.
add fab8ca0 BEAM-3572: Modify BufferedElementCountingOutputStream to use
a buffer pool
add 5143c43 Add and migrate to HdfsCLI library for Python SDK.
add cf33dba Merge pull request #4581: [BEAM-3099] Add and migrate to
HdfsCLI library for Python SDK
add 5d4da50 Update cloud spanner library to 0.29.0
add eeff6be Fix test
add f712e3e More google-cloud-platform whitelisting
add 4808ca9 pom updates to make maven happy
add f9eac5e Update netty deps
add d3715c3 Fixed broken test
add 3371be2 Merge pull request #4139: Update cloud spanner library to
0.29.0
add 506ddcf Fix typo in gradle idea hints
add 9d72e81 Fix typo in gradle idea hints
add e29cc6e [BEAM-3639] Update to gradle 4.5.1
add 6745a61 [BEAM-3639] Update to gradle 4.5.1
add 8f9edbc Update snippets to fix pickling and clarify encoding issues
add 37e1db7 Merge pull request #4602 from charlesccychen/snippets-pickling
add 578c3ad [BEAM-3457] Add Go Gradle precommit
add b809dd0 [BEAM-3457] Add Go Gradle precommit
add bb6db87 Revert "Update cloud spanner library to 0.29.0"
add f2c87bd Merge pull request #4635 from apache/revert-4139-depsupdate
add f9f70e2 [Schema Generation] Generate BeamRecordTypes based on pojos.
add 6792846 Merge pull request #4204: [BEAM-3157] Generate BeamRecord
types from Pojos
add 4e333f7 [BEAM-3625] Enable DoFn params in Map, Filter, etc.
add f1909bc Merge pull request #4616 from robertwb/map-params
add c0a6de0 [BEAM-410] Sort PriorityQueue<QuantileBuffer> with explicit
comparator
add 3df248b Merge pull request #4600: [BEAM-410] Sort
PriorityQueue<QuantileBuffer> with explicit comparator
add 3b8b753 Disable verbose typecoder warnings.
add 8c5ebe4 Merge pull request #4641 [BEAM-3644] Disable verbose
typecoder warnings.
add 5089cb8 Increase gradle logging to --info
add 2736646 Increase gradle logging to --info
add a2bcb5f [BEAM-3524] Automate testing using python sdk container built
at head
add d0ad6cf Merge pull request #4476 from alanmyrvold/beam-container
add 89f1173 Consistantly show Python and pip versions in tests
add 0feb813 Merge pull request #4608 from cclauss/patch-1
add 46931b4b Add switchable DirectRunner which uses the fast FnApiRunner
when possible
add 8193219 Merge pull request #4634 [BEAM-3644] Add switchable
DirectRunner which uses the fast FnApiRunner when possible
add f31a983 Replace boolean ternary operator + simplify some Boolean
expressions
add 21b715d Replace boolean ternary operator + simplify some Boolean
expressions
add f06ba98 Correct typo in SpannerIO.Write.withHost
add 248feba Merge pull request #4592: [BEAM-3613] Correct typo in
SpannerIO.Write.withHost
add 429a495 [BEAM-2817] BigQuery queries are allowed to run in either
BATCH or INTERACTIVE mode
add bd11416 Merge pull request #4606: [BEAM-2817] BigQuery queries are
allowed to run in either BATCH or IN…
add 384e45f [BEAM-419] Modifying FindBug comment.
add 959748d Merge pull request #3886: [BEAM-419] Fixing SE_BAD_FIELD
FindBug in CombineFnUtil
add e8ac922 [BEAM-793] Add backoff support in JdbcIO Write
add 5056e06 Merge pull request #4500 from jbonofre/BEAM-793
add 9c6b5ff Add a Primitive Impulse PTransform
add 96da623 Add a single-stage fusion implementation
add bd1f87d Merge pull request #4575: Add a single-stage fusion
implementation
add 12396d8 [BEAM-3668] Quick workaround fix for netty conflict waiting
better fix by BEAM-3519
add 67ba553 Merge pull request #4653 from jbonofre/BEAM-3668
add 05d4f3a Remove older Kafka versions from build time support.
add 8faf5f3 Move kafka-clients dependency to provided scope.
add 67234a1 Merge pull request #4603: [BEAM-3620] Remove older Kafka
versions from build time support
add 9a9c67b [BEAM-2530] Make final fixes to ensure code and tests compile
with Java 9
add 2b4df80 Merge pull request #4662: [BEAM-2530] Make final fixes to
ensure code and tests compile with Java 9
add 855930b Fix warning on jenkins on non-existent profile
'validates-runner-tests'
add 2cd499a Remove unneeded overwrites of maven-compiler-plugin
add 109b45a Change tests execution order from filesystem (default) to
random
add 8b0aff3 Remove repeated dependencies on runners/java-fn-execution
module
add f965e80 Add missing modules to javadoc generation: TikaIO, RedisIO,
Jackson, Xml
add 9666228 Merge pull request #4657: Multiple maven fixes
add 5d6b25e [BEAM-3629] Send the windowing strategy and whether its a
merging window fn to Dataflow.
add a0071ed [BEAM-3629] Send the windowing strategy and whether its a
merging window fn to Dataflow.
add 52cabfd [BEAM-3074] Serialize DoFns by portable id in Dataflow runner.
add aec829a Merge pull request #4572 [BEAM-3074] Serialize DoFns by
portable id in Dataflow runner.
add 2c9ee0b [BEAM-3692] Remove maven deploy plugin configuration with
skip in the hadoop-input-format IO module
add fd5c891 Merge pull request #4663: [BEAM-3692] Remove maven deploy
plugin configuration with skip in the hadoop-input-format IO module
add 0d91a79 [BEAM-3176] support drop table (#4184)
add 3e0fc05 Two fixes to common URN handling
add c14fab0 Merge pull request #4671: Two fixes to common URN handling
add 3b8dad4 [BEAM-3637] HBaseIOTest - random table names for every test
add 23ea278 Merge pull request #4664: [BEAM-3637] Fix for HBaseIOTest -
random table names for every test
add c63315d Add Javadoc on how Teardown is best-effort
add 1488cb9 Merge pull request #4637
add c1f2017 Also ignore alternative path for gogradle thrift location
add af5b010 Remove gogradle manual dependency ordering
add 4c6e0c0 Lock Go dependency versions
add d78c6f5 Ignore gogradle.lock in rat check
add 6d3aa9e Ignore gogradle.lock in rat check for maven
add 785c9f0 Remove bad gogradle.lock files
add de425e3 [BEAM-3457] Improve Go gradle setup
add 346acf5 [BEAM-3626] Add a handler capable of executing a window
mapping fn on a stream of windows.
add 350aed5 [BEAM-3626] Add a handler capable of executing a window
mapping fn on a stream of windows.
add 48da05a Integrate master into go-sdk branch
add ed922cb Update Go SDK coder constants
new 5e6db92 Merge pull request #4682: [BEAM-3684] Integrate master to
go-sdk and fixup coder urns
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 13 +-
.gitignore | 1 +
.test-infra/jenkins/common_job_properties.groovy | 4 +
...am_PostCommit_Java_ValidatesRunner_Flink.groovy | 2 +-
...am_PostCommit_Java_ValidatesRunner_Spark.groovy | 2 +-
...mmit_Python_ValidatesContainer_Dataflow.groovy} | 37 +-
...vy => job_beam_PreCommit_Go_GradleBuild.groovy} | 19 +-
.../job_beam_PreCommit_Java_GradleBuild.groovy | 4 +-
build.gradle | 12 +-
build_rules.gradle | 102 +-
examples/java/build.gradle | 12 +-
.../apache/beam/examples/WindowedWordCountIT.java | 5 -
.../complete/game/StatefulTeamScoreTest.java | 2 -
gradle/wrapper/gradle-wrapper.jar | Bin 54712 -> 54333 bytes
gradle/wrapper/gradle-wrapper.properties | 2 +-
model/fn-execution/build.gradle | 7 -
.../fn-execution/src/main/proto/beam_fn_api.proto | 9 +-
model/job-management/build.gradle | 7 -
model/pipeline/build.gradle | 7 -
.../resources/org/apache/beam/model/common_urns.md | 134 ++
pom.xml | 60 +-
runners/apex/build.gradle | 7 -
.../runners/apex/translation/ParDoTranslator.java | 2 +-
.../translation/operators/ApexParDoOperator.java | 2 +-
.../apex/translation/ParDoTranslatorTest.java | 2 +
runners/core-construction-java/build.gradle | 7 -
.../core/construction/ArtifactServiceStager.java | 32 +-
.../runners/core/construction/Environments.java | 2 +-
.../core/construction/ImpulseTranslation.java | 65 +
.../core/construction/ModelCoderRegistrar.java | 18 +-
.../core/construction/PTransformTranslation.java | 27 +-
.../beam/runners/core/construction/UrnUtils.java | 63 +
.../core/construction/WindowIntoTranslation.java | 9 +-
.../construction/WindowingStrategyTranslation.java | 7 +
.../core/construction/graph/ExecutableStage.java | 84 ++
.../graph/GreedilyFusedExecutableStage.java | 195 +++
.../graph/GreedyPCollectionFusers.java | 257 ++++
.../core/construction/graph/PipelineNode.java | 55 +
.../core/construction/graph/QueryablePipeline.java | 281 ++++
.../core/construction/graph}/package-info.java | 12 +-
.../core/construction/EnvironmentsTest.java | 4 +-
.../core/construction/PTransformMatchersTest.java | 2 +-
.../core/construction/ParDoTranslationTest.java | 4 +-
.../core/construction/SplittableParDoTest.java | 7 +-
.../runners/core/construction/UrnUtilsTest.java | 42 +-
.../graph/GreedilyFusedExecutableStageTest.java | 826 +++++++++++
.../construction/graph/QueryablePipelineTest.java | 389 ++++++
.../construction/metrics/MetricFilteringTest.java | 2 -
runners/core-java/build.gradle | 7 -
.../beam/runners/core/InMemoryStateInternals.java | 77 +-
...TimeBoundedSplittableProcessElementInvoker.java | 100 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 8 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 4 +-
.../core/SplittableProcessElementInvoker.java | 2 +-
...BoundedSplittableProcessElementInvokerTest.java | 111 +-
.../runners/core/SplittableParDoProcessFnTest.java | 34 +-
.../core/metrics/MetricsContainerStepMapTest.java | 3 +-
runners/direct-java/build.gradle | 7 -
.../direct/CopyOnAccessInMemoryStateInternals.java | 10 +-
.../apache/beam/runners/direct/DirectOptions.java | 8 +
.../apache/beam/runners/direct/DirectRunner.java | 15 +-
.../SplittableProcessElementsEvaluatorFactory.java | 6 +-
.../runners/direct/TransformEvaluatorRegistry.java | 4 +-
.../direct/UnboundedReadEvaluatorFactory.java | 3 -
.../beam/runners/direct/DirectMetricsTest.java | 2 +-
.../direct/DirectTransformExecutorTest.java | 1 -
.../direct/FlattenEvaluatorFactoryTest.java | 22 +-
runners/flink/build.gradle | 7 -
.../flink/FlinkBatchTransformTranslators.java | 3 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 5 +-
.../flink/FlinkStreamingTransformTranslators.java | 8 +-
.../flink/PipelineTranslationOptimizer.java | 16 +-
.../wrappers/streaming/DoFnOperator.java | 30 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 2 +-
.../streaming/state/FlinkStateInternals.java | 2 +-
.../FlinkPipelineExecutionEnvironmentTest.java | 68 +
.../runners/flink/streaming/DoFnOperatorTest.java | 105 ++
.../translation/types/CoderTypeSerializerTest.java | 1 -
runners/gcp/gcemd/build.gradle | 14 +
runners/gcp/gcsproxy/build.gradle | 14 +
runners/gearpump/build.gradle | 7 -
runners/gearpump/pom.xml | 11 -
.../runners/gearpump/GearpumpPipelineOptions.java | 3 -
.../beam/runners/gearpump/GearpumpRunner.java | 4 -
.../beam/runners/gearpump/TestGearpumpRunner.java | 1 -
.../CreateGearpumpPCollectionViewTranslator.java | 1 -
.../translators/GearpumpPipelineTranslator.java | 3 -
.../translators/ParDoMultiOutputTranslator.java | 2 -
.../translators/ReadUnboundedTranslator.java | 1 -
.../gearpump/translators/TransformTranslator.java | 1 -
.../gearpump/translators/TranslationContext.java | 3 -
.../translators/WindowAssignTranslator.java | 2 -
.../translators/functions/DoFnFunction.java | 4 -
.../translators/io/BoundedSourceWrapper.java | 1 -
.../gearpump/translators/io/GearpumpSource.java | 2 -
.../translators/io/UnboundedSourceWrapper.java | 1 -
.../translators/utils/DoFnRunnerFactory.java | 1 -
.../translators/utils/NoOpStepContext.java | 1 -
.../translators/utils/TranslatorUtils.java | 3 -
.../beam/runners/gearpump/PipelineOptionsTest.java | 3 +-
.../FlattenPCollectionsTranslatorTest.java | 1 -
.../translators/GroupByKeyTranslatorTest.java | 2 -
.../translators/io/GearpumpSourceTest.java | 2 -
.../gearpump/translators/io/ValueSoureTest.java | 2 -
.../translators/utils/TranslatorUtilsTest.java | 2 -
runners/google-cloud-dataflow-java/build.gradle | 7 -
runners/google-cloud-dataflow-java/pom.xml | 2 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 614 +++++----
.../beam/runners/dataflow/DataflowMetrics.java | 2 +-
.../dataflow/DataflowPipelineTranslator.java | 7 +
.../beam/runners/dataflow/TestDataflowRunner.java | 10 +-
.../beam/runners/dataflow/util/PackageUtil.java | 64 +-
.../beam/runners/dataflow/util/PropertyNames.java | 1 +
.../beam/runners/dataflow/DataflowMetricsTest.java | 2 -
runners/java-fn-execution/build.gradle | 7 -
runners/java-fn-execution/pom.xml | 11 -
.../artifact/ArtifactRetrievalService.java | 12 +-
.../fnexecution/artifact}/package-info.java | 6 +-
.../fnexecution/control/FnApiControlClient.java | 41 +-
.../control/FnApiControlClientPoolService.java | 5 +-
.../fnexecution/control/SdkHarnessClient.java | 37 +-
.../control/SdkHarnessClientControlService.java | 75 +
.../graph/LengthPrefixUnknownCoders.java | 19 +-
.../control/FnApiControlClientPoolServiceTest.java | 9 +-
.../control/FnApiControlClientTest.java | 30 +-
.../fnexecution/control/SdkHarnessClientTest.java | 17 +-
runners/local-artifact-service-java/build.gradle | 9 +-
runners/local-artifact-service-java/pom.xml | 11 +
.../local/LocalArtifactStagingLocation.java | 117 ++
.../LocalFileSystemArtifactRetrievalService.java | 120 ++
.../LocalFileSystemArtifactStagerService.java | 34 +-
.../local/LocalArtifactStagingLocationTest.java | 125 ++
...ocalFileSystemArtifactRetrievalServiceTest.java | 240 ++++
.../LocalFileSystemArtifactStagerServiceTest.java | 4 +-
runners/local-java/build.gradle | 7 -
runners/reference/java/build.gradle | 7 -
runners/reference/job-server/build.gradle | 7 -
.../reference/job/ReferenceRunnerJobServer.java | 3 -
runners/spark/build.gradle | 7 -
.../spark/translation/EvaluationContext.java | 12 +-
sdks/go/gogradle.lock | 697 ++++++++++
sdks/go/pkg/beam/core/runtime/graphx/coder.go | 24 +-
sdks/java/build-tools/build.gradle | 7 -
.../src/main/resources/beam/checkstyle.xml | 22 +-
.../src/main/resources/beam/findbugs-filter.xml | 11 +-
.../src/main/resources/beam/suppressions.xml | 12 +-
sdks/java/container/build.gradle | 12 +-
sdks/java/core/build.gradle | 6 -
sdks/java/core/pom.xml | 9 -
.../coders/{BeamRecordCoder.java => RowCoder.java} | 50 +-
.../org/apache/beam/sdk/coders/SnappyCoder.java | 65 +
.../main/java/org/apache/beam/sdk/io/AvroSink.java | 2 -
.../main/java/org/apache/beam/sdk/io/FileIO.java | 2 +-
.../beam/sdk/metrics/DistributionResult.java | 4 +-
.../beam/sdk/runners/TransformHierarchy.java | 36 +-
.../java/org/apache/beam/sdk/state/StateSpecs.java | 42 +-
.../org/apache/beam/sdk/testing/TestStream.java | 2 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 10 +-
.../org/apache/beam/sdk/transforms/Distinct.java | 138 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 56 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 219 ++-
.../org/apache/beam/sdk/transforms/Impulse.java | 59 +
.../java/org/apache/beam/sdk/transforms/ParDo.java | 5 +
.../java/org/apache/beam/sdk/transforms/Wait.java | 120 ++
.../java/org/apache/beam/sdk/transforms/Watch.java | 167 ++-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 6 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 6 +-
.../splittabledofn/HasDefaultTracker.java | 2 +-
.../splittabledofn/OffsetRangeTracker.java | 12 +-
.../splittabledofn/RestrictionTracker.java | 76 +-
.../util/BufferedElementCountingOutputStream.java | 15 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 2 -
.../java/org/apache/beam/sdk/util/MoreFutures.java | 251 ++++
.../apache/beam/sdk/util/ThrowingRunnable.java} | 11 +-
.../apache/beam/sdk/util/ThrowingSupplier.java} | 14 +-
.../org/apache/beam/sdk/util/WindowedValue.java | 283 ++--
.../java/org/apache/beam/sdk/util/ZipFiles.java | 10 +-
.../org/apache/beam/sdk/values/BeamRecordType.java | 96 --
.../beam/sdk/values/{BeamRecord.java => Row.java} | 194 +--
.../java/org/apache/beam/sdk/values/RowType.java | 140 ++
.../beam/sdk/values/reflect/ByteBuddyUtils.java | 109 ++
.../sdk/values/reflect/DefaultRowTypeFactory.java | 100 ++
.../beam/sdk/values/reflect/FieldValueGetter.java | 20 +-
.../sdk/values/reflect/GeneratedGetterFactory.java | 106 ++
.../beam/sdk/values/reflect/GetterFactory.java | 18 +-
.../beam/sdk/values/reflect/ReflectionGetter.java | 59 +
.../values/reflect/ReflectionGetterFactory.java | 55 +
.../beam/sdk/values/reflect/ReflectionUtils.java | 73 +
.../apache/beam/sdk/values/reflect/RowFactory.java | 124 ++
.../beam/sdk/values/reflect/RowTypeFactory.java} | 35 +-
.../beam/sdk/values/reflect/RowTypeGetters.java} | 38 +-
.../beam/sdk/values/reflect}/package-info.java | 5 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 3 -
.../sdk/io/BoundedReadFromUnboundedSourceTest.java | 257 +++-
.../org/apache/beam/sdk/io/FileBasedSinkTest.java | 4 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 5 -
.../sdk/runners/dataflow/TestCountingSource.java | 238 ----
.../runners/dataflow/TestCountingSourceTest.java | 72 -
.../apache/beam/sdk/transforms/DistinctTest.java | 208 +--
.../beam/sdk/transforms/SplittableDoFnTest.java | 6 +-
.../org/apache/beam/sdk/transforms/WaitTest.java | 304 +++++
.../org/apache/beam/sdk/transforms/WatchTest.java | 126 +-
.../sdk/transforms/display/DisplayDataTest.java | 4 +-
.../beam/sdk/transforms/join/CoGroupByKeyTest.java | 42 +-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 14 +-
.../reflect/DoFnSignaturesProcessElementTest.java | 2 +-
.../reflect/DoFnSignaturesSplittableDoFnTest.java | 11 +-
.../splittabledofn/OffsetRangeTrackerTest.java | 73 +-
.../BufferedElementCountingOutputStreamTest.java | 36 +
.../apache/beam/sdk/util/MovingFunctionTest.java | 6 +-
.../beam/sdk/util/SerializableUtilsTest.java | 1 -
.../apache/beam/sdk/util/WindowedValueTest.java | 33 +-
.../java/org/apache/beam/sdk/values/RowTest.java | 113 ++
.../org/apache/beam/sdk/values/RowTypeTest.java | 85 ++
.../values/reflect/DefaultRowTypeFactoryTest.java | 125 ++
.../values/reflect/GeneratedGetterFactoryTest.java | 107 ++
.../reflect/ReflectionGetterFactoryTest.java | 107 ++
.../sdk/values/reflect/ReflectionGetterTest.java | 95 ++
.../beam/sdk/values/reflect/RowFactoryTest.java | 142 ++
.../sdk/values/reflect/RowTypeGettersTest.java} | 26 +-
.../google-cloud-platform-core/build.gradle | 7 -
.../java/org/apache/beam/sdk/util/GcsUtil.java | 21 +-
sdks/java/extensions/jackson/build.gradle | 7 -
sdks/java/extensions/join-library/build.gradle | 7 -
.../extensions/joinlibrary/OuterFullJoinTest.java | 1 -
sdks/java/extensions/protobuf/build.gradle | 7 -
.../{join-library => sketching}/build.gradle | 22 +-
sdks/java/extensions/sketching/pom.xml | 5 -
.../extensions/sketching/SketchFrequencies.java | 2 -
.../sketching/ApproximateDistinctTest.java | 4 -
.../sketching/SketchFrequenciesTest.java | 1 -
sdks/java/extensions/sorter/build.gradle | 7 -
sdks/java/extensions/sql/build.gradle | 24 +-
sdks/java/extensions/sql/pom.xml | 19 +-
.../sql/src/main/codegen/data/Parser.tdd | 3 +-
.../sql/src/main/codegen/includes/parserImpls.ftl | 17 +
.../beam/sdk/extensions/sql/BeamRecordSqlType.java | 248 ----
.../apache/beam/sdk/extensions/sql/BeamSql.java | 19 +-
.../apache/beam/sdk/extensions/sql/BeamSqlCli.java | 16 +-
.../sdk/extensions/sql/BeamSqlSeekableTable.java | 6 +-
.../beam/sdk/extensions/sql/BeamSqlTable.java | 9 +-
.../{BeamSqlRecordHelper.java => RowHelper.java} | 51 +-
.../apache/beam/sdk/extensions/sql/RowSqlType.java | 113 ++
.../beam/sdk/extensions/sql/SqlRowTypeFactory.java | 90 ++
.../beam/sdk/extensions/sql/SqlTypeCoder.java | 156 +++
.../beam/sdk/extensions/sql/SqlTypeCoders.java | 67 +
.../sdk/extensions/sql/example/BeamSqlExample.java | 46 +-
.../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 40 +-
.../interpreter/BeamSqlExpressionExecutor.java | 6 +-
.../sql/impl/interpreter/BeamSqlFnExecutor.java | 7 +-
.../operator/BeamSqlCaseExpression.java | 4 +-
.../operator/BeamSqlCastExpression.java | 4 +-
.../interpreter/operator/BeamSqlExpression.java | 8 +-
.../operator/BeamSqlInputRefExpression.java | 6 +-
.../interpreter/operator/BeamSqlPrimitive.java | 7 +-
.../interpreter/operator/BeamSqlUdfExpression.java | 4 +-
.../operator/BeamSqlWindowEndExpression.java | 4 +-
.../operator/BeamSqlWindowExpression.java | 4 +-
.../operator/BeamSqlWindowStartExpression.java | 4 +-
.../arithmetic/BeamSqlArithmeticExpression.java | 4 +-
.../comparison/BeamSqlCompareExpression.java | 4 +-
.../comparison/BeamSqlIsNotNullExpression.java | 4 +-
.../comparison/BeamSqlIsNullExpression.java | 4 +-
.../date/BeamSqlCurrentDateExpression.java | 4 +-
.../date/BeamSqlCurrentTimeExpression.java | 4 +-
.../date/BeamSqlCurrentTimestampExpression.java | 4 +-
.../operator/date/BeamSqlDateCeilExpression.java | 4 +-
.../operator/date/BeamSqlDateFloorExpression.java | 4 +-
.../date/BeamSqlDatetimeMinusExpression.java | 6 +-
.../date/BeamSqlDatetimePlusExpression.java | 10 +-
.../operator/date/BeamSqlExtractExpression.java | 4 +-
.../date/BeamSqlIntervalMultiplyExpression.java | 6 +-
.../BeamSqlTimestampMinusIntervalExpression.java | 5 +-
.../BeamSqlTimestampMinusTimestampExpression.java | 5 +-
.../interpreter/operator/date/TimeUnitUtils.java | 1 -
.../operator/logical/BeamSqlAndExpression.java | 4 +-
.../operator/logical/BeamSqlNotExpression.java | 4 +-
.../operator/logical/BeamSqlOrExpression.java | 4 +-
.../operator/math/BeamSqlMathBinaryExpression.java | 4 +-
.../operator/math/BeamSqlMathUnaryExpression.java | 4 +-
.../operator/math/BeamSqlPiExpression.java | 4 +-
.../operator/math/BeamSqlRandExpression.java | 6 +-
.../math/BeamSqlRandIntegerExpression.java | 8 +-
.../reinterpret/BeamSqlReinterpretExpression.java | 5 +-
.../reinterpret/ReinterpretConversion.java | 2 -
.../string/BeamSqlCharLengthExpression.java | 4 +-
.../operator/string/BeamSqlConcatExpression.java | 4 +-
.../operator/string/BeamSqlInitCapExpression.java | 4 +-
.../operator/string/BeamSqlLowerExpression.java | 4 +-
.../operator/string/BeamSqlOverlayExpression.java | 4 +-
.../operator/string/BeamSqlPositionExpression.java | 4 +-
.../string/BeamSqlSubstringExpression.java | 4 +-
.../operator/string/BeamSqlTrimExpression.java | 4 +-
.../operator/string/BeamSqlUpperExpression.java | 4 +-
.../extensions/sql/impl/parser/ParserUtils.java | 4 +-
.../extensions/sql/impl/parser/SqlDropTable.java | 79 ++
.../sql/impl/planner/BeamQueryPlanner.java | 4 +-
.../sql/impl/rel/BeamAggregationRel.java | 177 ++-
.../sdk/extensions/sql/impl/rel/BeamFilterRel.java | 14 +-
.../sdk/extensions/sql/impl/rel/BeamIOSinkRel.java | 6 +-
.../extensions/sql/impl/rel/BeamIOSourceRel.java | 12 +-
.../extensions/sql/impl/rel/BeamIntersectRel.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 100 +-
.../sdk/extensions/sql/impl/rel/BeamMinusRel.java | 4 +-
.../extensions/sql/impl/rel/BeamProjectRel.java | 10 +-
.../sdk/extensions/sql/impl/rel/BeamRelNode.java | 4 +-
.../sql/impl/rel/BeamSetOperatorRelBase.java | 16 +-
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 28 +-
.../sdk/extensions/sql/impl/rel/BeamUnionRel.java | 9 +-
.../sdk/extensions/sql/impl/rel/BeamValuesRel.java | 49 +-
.../sdk/extensions/sql/impl/rel/package-info.java | 4 +
.../sql/impl/rule/AggregateWindowFactory.java | 158 +++
.../rule/AggregateWindowField.java} | 39 +-
.../sql/impl/rule/BeamAggregationRule.java | 94 +-
.../sdk/extensions/sql/impl/rule/package-info.java | 4 +
.../extensions/sql/impl/schema/BaseBeamTable.java | 12 +-
.../sql/impl/schema/BeamPCollectionTable.java | 20 +-
.../extensions/sql/impl/schema/BeamTableUtils.java | 45 +-
.../impl/transform/BeamAggregationTransforms.java | 213 ++-
.../sql/impl/transform/BeamJoinTransforms.java | 179 +--
.../impl/transform/BeamSetOperatorsTransforms.java | 26 +-
.../sql/impl/transform/BeamSqlFilterFn.java | 6 +-
.../impl/transform/BeamSqlOutputToConsoleFn.java | 6 +-
.../sql/impl/transform/BeamSqlProjectFn.java | 46 +-
.../impl/transform/agg/CovarianceAccumulator.java | 151 ++
.../sql/impl/transform/agg/CovarianceFn.java | 120 ++
.../agg => utils}/BigDecimalConverter.java | 33 +-
.../extensions/sql/impl/utils/CalciteUtils.java | 102 +-
.../extensions/sql/impl/utils/SqlTypeUtils.java | 2 -
.../beam/sdk/extensions/sql/meta/Column.java | 5 +-
.../extensions/sql/meta/provider/MetaUtils.java | 25 +-
.../sql/meta/provider/TableProvider.java | 7 +
.../sql/meta/provider/kafka/BeamKafkaCSVTable.java | 58 +-
.../sql/meta/provider/kafka/BeamKafkaTable.java | 30 +-
.../meta/provider/kafka/KafkaTableProvider.java | 12 +-
.../sql/meta/provider/text/BeamTextCSVTable.java | 26 +-
.../provider/text/BeamTextCSVTableIOReader.java | 22 +-
.../provider/text/BeamTextCSVTableIOWriter.java | 29 +-
.../sql/meta/provider/text/BeamTextTable.java | 6 +-
.../sql/meta/provider/text/TextTableProvider.java | 12 +-
.../sql/meta/store/InMemoryMetaStore.java | 10 +
.../sdk/extensions/sql/meta/store/MetaStore.java | 6 +-
.../sdk/extensions/sql/BeamRecordSqlTypeTest.java | 115 --
.../sdk/extensions/sql/BeamSqlApiSurfaceTest.java | 4 +-
.../beam/sdk/extensions/sql/BeamSqlCliTest.java | 45 +
.../sql/BeamSqlDslAggregationCovarianceTest.java | 116 ++
.../extensions/sql/BeamSqlDslAggregationTest.java | 452 ++++--
.../sql/BeamSqlDslAggregationVarianceTest.java | 25 +-
.../beam/sdk/extensions/sql/BeamSqlDslBase.java | 116 +-
.../sdk/extensions/sql/BeamSqlDslFilterTest.java | 24 +-
.../sdk/extensions/sql/BeamSqlDslJoinTest.java | 86 +-
.../sdk/extensions/sql/BeamSqlDslProjectTest.java | 117 +-
.../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 37 +-
.../sdk/extensions/sql/BeamSqlNonAsciiTest.java | 10 +-
.../sdk/extensions/sql/SqlRowTypeFactoryTest.java | 133 ++
.../apache/beam/sdk/extensions/sql/TestUtils.java | 158 ++-
.../interpreter/BeamSqlFnExecutorTestBase.java | 31 +-
.../operator/BeamNullExperssionTest.java | 8 +-
.../operator/BeamSqlAndOrExpressionTest.java | 8 +-
.../operator/BeamSqlCaseExpressionTest.java | 6 +-
.../operator/BeamSqlCastExpressionTest.java | 20 +-
.../operator/BeamSqlCompareExpressionTest.java | 24 +-
.../operator/BeamSqlInputRefExpressionTest.java | 12 +-
.../interpreter/operator/BeamSqlPrimitiveTest.java | 10 +-
.../operator/BeamSqlReinterpretExpressionTest.java | 5 +-
.../operator/BeamSqlUdfExpressionTest.java | 2 +-
.../BeamSqlArithmeticExpressionTest.java | 50 +-
.../date/BeamSqlCurrentDateExpressionTest.java | 2 +-
.../date/BeamSqlCurrentTimeExpressionTest.java | 2 +-
.../BeamSqlCurrentTimestampExpressionTest.java | 2 +-
.../date/BeamSqlDateCeilExpressionTest.java | 4 +-
.../date/BeamSqlDateExpressionTestBase.java | 1 -
.../date/BeamSqlDateFloorExpressionTest.java | 4 +-
.../date/BeamSqlDatetimeMinusExpressionTest.java | 8 +-
.../date/BeamSqlDatetimePlusExpressionTest.java | 5 +-
.../date/BeamSqlExtractExpressionTest.java | 14 +-
.../BeamSqlIntervalMultiplyExpressionTest.java | 5 +-
...eamSqlTimestampMinusIntervalExpressionTest.java | 5 +-
...amSqlTimestampMinusTimestampExpressionTest.java | 5 +-
.../operator/date/TimeUnitUtilsTest.java | 19 +-
.../operator/logical/BeamSqlNotExpressionTest.java | 6 +-
.../math/BeamSqlMathBinaryExpressionTest.java | 46 +-
.../math/BeamSqlMathUnaryExpressionTest.java | 78 +-
.../DatetimeReinterpretConversionsTest.java | 1 -
.../reinterpret/ReinterpretConversionTest.java | 2 -
.../operator/reinterpret/ReinterpreterTest.java | 1 -
.../string/BeamSqlCharLengthExpressionTest.java | 2 +-
.../string/BeamSqlConcatExpressionTest.java | 2 +-
.../string/BeamSqlInitCapExpressionTest.java | 6 +-
.../string/BeamSqlLowerExpressionTest.java | 2 +-
.../string/BeamSqlOverlayExpressionTest.java | 8 +-
.../string/BeamSqlPositionExpressionTest.java | 6 +-
.../string/BeamSqlSubstringExpressionTest.java | 14 +-
.../operator/string/BeamSqlTrimExpressionTest.java | 8 +-
.../string/BeamSqlUpperExpressionTest.java | 2 +-
.../sql/impl/parser/BeamSqlParserTest.java | 19 +-
.../sdk/extensions/sql/impl/rel/BaseRelTest.java | 4 +-
.../sql/impl/rel/BeamIntersectRelTest.java | 32 +-
.../impl/rel/BeamJoinRelBoundedVsBoundedTest.java | 72 +-
.../rel/BeamJoinRelUnboundedVsBoundedTest.java | 78 +-
.../rel/BeamJoinRelUnboundedVsUnboundedTest.java | 52 +-
.../extensions/sql/impl/rel/BeamMinusRelTest.java | 32 +-
.../sql/impl/rel/BeamSetOperatorRelBaseTest.java | 20 +-
.../extensions/sql/impl/rel/BeamSortRelTest.java | 92 +-
.../extensions/sql/impl/rel/BeamUnionRelTest.java | 26 +-
.../extensions/sql/impl/rel/BeamValuesRelTest.java | 30 +-
.../sdk/extensions/sql/impl/rel/CheckSize.java | 8 +-
.../sql/impl/schema/BeamSqlRowCoderTest.java | 63 +-
.../transform/BeamAggregationTransformTest.java | 235 ++--
.../schema/transform/BeamTransformBaseTest.java | 165 +--
.../agg => utils}/BigDecimalConverterTest.java | 21 +-
.../BeamSqlArithmeticOperatorsIntegrationTest.java | 1 -
...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 64 +-
.../BeamSqlComparisonOperatorsIntegrationTest.java | 64 +-
.../BeamSqlDateFunctionsIntegrationTest.java | 13 +-
.../meta/provider/kafka/BeamKafkaCSVTableTest.java | 50 +-
.../provider/kafka/KafkaTableProviderTest.java | 7 +-
.../meta/provider/text/BeamTextCSVTableTest.java | 72 +-
.../meta/provider/text/TextTableProviderTest.java | 7 +-
.../sql/meta/store/InMemoryMetaStoreTest.java | 18 +-
.../extensions/sql/mock/MockedBoundedTable.java | 26 +-
.../beam/sdk/extensions/sql/mock/MockedTable.java | 10 +-
.../extensions/sql/mock/MockedUnboundedTable.java | 18 +-
.../{BeamRecordAsserts.java => RowAsserts.java} | 26 +-
sdks/java/fn-execution/build.gradle | 7 -
.../sdk/fn/stream/SynchronizedStreamObserver.java | 64 +
sdks/java/harness/build.gradle | 7 -
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 6 +-
.../org/apache/beam/fn/harness/MapFnRunner.java | 120 ++
.../beam/fn/harness/WindowMappingFnRunner.java | 67 +
.../data/BeamFnDataBufferingOutboundObserver.java | 4 +-
.../apache/beam/fn/harness/MapFnRunnerTest.java | 97 ++
.../beam/fn/harness/WindowMappingFnRunnerTest.java | 68 +
sdks/java/io/amazon-web-services/build.gradle | 7 -
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 10 +-
sdks/java/io/amqp/build.gradle | 7 -
.../apache/beam/sdk/io/amqp/AmqpMessageCoder.java | 2 -
.../io/amqp/AmqpMessageCoderProviderRegistrar.java | 2 -
.../beam/sdk/io/amqp/AmqpMessageCoderTest.java | 2 -
sdks/java/io/cassandra/build.gradle | 7 -
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 4 -
.../beam/sdk/io/cassandra/CassandraService.java | 1 -
.../beam/sdk/io/cassandra/CassandraIOTest.java | 4 -
.../sdk/io/cassandra/CassandraServiceImplTest.java | 2 -
.../sdk/io/cassandra/CassandraTestDataSet.java | 1 -
sdks/java/io/common/build.gradle | 7 -
.../elasticsearch-tests-2/build.gradle | 7 -
.../elasticsearch-tests-5/build.gradle | 7 -
.../elasticsearch-tests-common/build.gradle | 7 -
sdks/java/io/elasticsearch/build.gradle | 7 -
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 15 +-
sdks/java/io/file-based-io-tests/build.gradle | 7 -
sdks/java/io/google-cloud-platform/build.gradle | 10 -
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 44 +-
.../sdk/io/gcp/bigquery/BigQueryQuerySource.java | 18 +-
.../beam/sdk/io/gcp/bigquery/StreamingWriteFn.java | 6 -
.../beam/sdk/io/gcp/bigquery/TagWithUniqueIds.java | 5 -
.../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 3 -
.../gcp/bigquery/WriteGroupedRecordsToFiles.java | 3 -
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 3 -
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 34 +-
.../beam/sdk/io/gcp/bigtable/BigtableService.java | 4 +-
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 24 +-
.../beam/sdk/io/gcp/spanner/MutationGroup.java | 1 -
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 8 +-
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 127 +-
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 16 +-
.../io/gcp/bigtable/BigtableServiceImplTest.java | 10 +-
sdks/java/io/hadoop-common/build.gradle | 7 -
sdks/java/io/hadoop-file-system/build.gradle | 7 -
sdks/java/io/hadoop-input-format/build.gradle | 7 -
sdks/java/io/hadoop-input-format/pom.xml | 10 +-
.../io/hadoop/inputformat/HadoopInputFormatIO.java | 8 +-
sdks/java/io/hbase/build.gradle | 7 -
.../org/apache/beam/sdk/io/hbase/HBaseIOTest.java | 79 +-
.../beam/sdk/io/hbase/SerializableScanTest.java | 1 -
sdks/java/io/hcatalog/build.gradle | 7 -
sdks/java/io/jdbc/build.gradle | 8 +-
sdks/java/io/jdbc/pom.xml | 24 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 138 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 118 +-
sdks/java/io/jms/build.gradle | 7 -
sdks/java/io/jms/pom.xml | 10 -
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 5 +-
.../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 1 -
sdks/java/io/kafka/build.gradle | 7 -
sdks/java/io/kafka/pom.xml | 1 +
.../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java | 65 +-
.../beam/sdk/io/kafka/KafkaCheckpointMark.java | 7 +-
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 643 +++++++++
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 1440 +-------------------
.../apache/beam/sdk/io/kafka/KafkaRecordCoder.java | 40 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 663 +++++++++
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 165 +++
.../org/apache/beam/sdk/io/kafka/KafkaWriter.java | 132 ++
.../org/apache/beam/sdk/io/kafka/ProducerSpEL.java | 13 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 71 +-
sdks/java/io/kinesis/build.gradle | 8 +-
sdks/java/io/kinesis/pom.xml | 34 +-
.../beam/sdk/io/kinesis/AWSClientsProvider.java | 10 +-
.../beam/sdk/io/kinesis/BasicKinesisProvider.java | 90 ++
.../sdk/io/kinesis/DynamicCheckpointGenerator.java | 2 -
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 446 +++++-
.../beam/sdk/io/kinesis/KinesisPartitioner.java} | 15 +-
.../apache/beam/sdk/io/kinesis/KinesisReader.java | 1 -
.../sdk/io/kinesis/KinesisReaderCheckpoint.java | 2 -
.../apache/beam/sdk/io/kinesis/KinesisRecord.java | 2 -
.../beam/sdk/io/kinesis/KinesisRecordCoder.java | 1 -
.../apache/beam/sdk/io/kinesis/KinesisSource.java | 1 -
.../beam/sdk/io/kinesis/ShardCheckpoint.java | 2 -
.../beam/sdk/io/kinesis/ShardReadersPool.java | 2 -
.../beam/sdk/io/kinesis/ShardRecordsIterator.java | 2 -
.../apache/beam/sdk/io/kinesis/StartingPoint.java | 2 -
.../sdk/io/kinesis/StartingPointShardsFinder.java | 2 -
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 11 +
.../beam/sdk/io/kinesis/CustomOptionalTest.java | 2 -
.../io/kinesis/DynamicCheckpointGeneratorTest.java | 2 -
.../apache/beam/sdk/io/kinesis/KinesisIOIT.java | 126 ++
.../beam/sdk/io/kinesis/KinesisMockReadTest.java | 4 +-
.../beam/sdk/io/kinesis/KinesisMockWriteTest.java | 289 ++++
.../beam/sdk/io/kinesis/KinesisProducerMock.java | 120 ++
.../io/kinesis/KinesisReaderCheckpointTest.java | 2 -
.../beam/sdk/io/kinesis/KinesisReaderIT.java | 121 --
.../beam/sdk/io/kinesis/KinesisReaderTest.java | 2 +
.../sdk/io/kinesis/KinesisRecordCoderTest.java | 1 -
.../beam/sdk/io/kinesis/KinesisServiceMock.java | 88 ++
.../beam/sdk/io/kinesis/RecordFilterTest.java | 2 -
.../beam/sdk/io/kinesis/ShardCheckpointTest.java | 2 -
.../beam/sdk/io/kinesis/ShardReadersPoolTest.java | 6 +-
.../io/kinesis/SimplifiedKinesisClientTest.java | 2 -
.../io/kinesis/StartingPointShardsFinderTest.java | 2 -
sdks/java/io/mongodb/build.gradle | 7 -
sdks/java/io/mqtt/build.gradle | 7 -
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 1 -
sdks/java/io/redis/build.gradle | 7 -
.../sdk/io/redis/RedisConnectionConfiguration.java | 4 -
sdks/java/io/solr/build.gradle | 7 -
sdks/java/io/solr/pom.xml | 7 +
.../beam/sdk/io/solr/AuthorizedSolrClient.java | 1 -
.../beam/sdk/io/solr/JavaBinCodecCoderTest.java | 1 -
sdks/java/io/tika/build.gradle | 7 -
sdks/java/io/tika/pom.xml | 12 -
sdks/java/io/xml/build.gradle | 7 -
sdks/java/java8tests/build.gradle | 7 -
sdks/java/javadoc/pom.xml | 43 +-
sdks/java/maven-archetypes/examples/build.gradle | 7 -
.../src/main/resources/archetype-resources/pom.xml | 19 +
sdks/java/maven-archetypes/starter/build.gradle | 7 -
sdks/java/nexmark/build.gradle | 7 -
sdks/java/nexmark/pom.xml | 4 +
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 1 -
.../org/apache/beam/sdk/nexmark/NexmarkUtils.java | 5 -
.../sql/{BeamRecordSize.java => RowSize.java} | 79 +-
.../model/sql/{ToBeamRecord.java => ToRow.java} | 25 +-
.../model/sql/adapter/ModelAdaptersMapping.java | 8 +-
.../model/sql/adapter/ModelFieldsAdapter.java | 16 +-
.../nexmark/model/sql/adapter/package-info.java | 2 +-
.../sdk/nexmark/queries/AbstractSimulator.java | 1 -
.../beam/sdk/nexmark/queries/AuctionOrBid.java | 19 +-
.../beam/sdk/nexmark/queries/Query0Model.java | 1 -
.../apache/beam/sdk/nexmark/queries/Query10.java | 1 -
.../beam/sdk/nexmark/queries/Query1Model.java | 1 -
.../beam/sdk/nexmark/queries/Query2Model.java | 1 -
.../beam/sdk/nexmark/queries/Query3Model.java | 2 -
.../apache/beam/sdk/nexmark/queries/Query4.java | 19 +-
.../apache/beam/sdk/nexmark/queries/Query6.java | 6 +-
.../beam/sdk/nexmark/queries/Query7Model.java | 1 -
.../apache/beam/sdk/nexmark/queries/Query9.java | 9 +-
.../beam/sdk/nexmark/queries/Query9Model.java | 1 -
.../beam/sdk/nexmark/queries/WinningBids.java | 92 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 1 -
.../sdk/nexmark/queries/sql/NexmarkSqlQuery.java | 14 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery0.java | 36 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery1.java | 22 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery2.java | 22 +-
.../beam/sdk/nexmark/queries/sql/SqlQuery3.java | 49 +-
.../sdk/nexmark/sources/UnboundedEventSource.java | 2 -
.../sources/generator/GeneratorCheckpoint.java | 1 -
.../nexmark/sources/generator/GeneratorConfig.java | 1 -
.../{BeamRecordSizeTest.java => RowSizeTest.java} | 69 +-
.../sql/{ToBeamRecordTest.java => ToRowTest.java} | 45 +-
.../sql/adapter/ModelAdaptersMappingTest.java | 24 +-
.../sdk/nexmark/queries/sql/SqlQuery0Test.java | 18 +-
.../sdk/nexmark/queries/sql/SqlQuery1Test.java | 18 +-
.../sdk/nexmark/queries/sql/SqlQuery2Test.java | 31 +-
.../sdk/nexmark/queries/sql/SqlQuery3Test.java | 46 +-
.../nexmark/sources/UnboundedEventSourceTest.java | 1 -
sdks/python/apache_beam/coders/coders.py | 33 +-
sdks/python/apache_beam/coders/typecoders.py | 8 +-
.../apache_beam/examples/snippets/snippets.py | 208 +--
.../apache_beam/examples/snippets/snippets_test.py | 16 +-
.../apache_beam/examples/wordcount_it_test.py | 2 +-
sdks/python/apache_beam/io/filebasedsource.py | 27 +-
sdks/python/apache_beam/io/filesystemio.py | 267 ++++
sdks/python/apache_beam/io/filesystemio_test.py | 185 +++
sdks/python/apache_beam/io/filesystems.py | 2 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 480 +------
sdks/python/apache_beam/io/gcp/gcsio_test.py | 48 +-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 58 +-
sdks/python/apache_beam/io/hadoopfilesystem.py | 126 +-
.../python/apache_beam/io/hadoopfilesystem_test.py | 153 ++-
sdks/python/apache_beam/io/iobase.py | 8 +-
sdks/python/apache_beam/io/tfrecordio.py | 47 +-
sdks/python/apache_beam/io/tfrecordio_test.py | 482 ++++---
sdks/python/apache_beam/metrics/execution.py | 15 +-
sdks/python/apache_beam/metrics/metricbase.py | 10 +
.../python/apache_beam/options/pipeline_options.py | 28 +
sdks/python/apache_beam/options/value_provider.py | 26 +-
.../apache_beam/options/value_provider_test.py | 34 +
sdks/python/apache_beam/pipeline.py | 99 +-
sdks/python/apache_beam/pipeline_test.py | 71 +-
.../python_urns.py} | 37 +-
sdks/python/apache_beam/pvalue.py | 20 +-
.../runners/dataflow/dataflow_runner.py | 24 +-
.../runners/dataflow/dataflow_runner_test.py | 4 +-
.../runners/dataflow/native_io/iobase_test.py | 3 +-
.../runners/dataflow/ptransform_overrides.py | 6 +-
.../apache_beam/runners/direct/direct_runner.py | 318 +++--
.../runners/direct/direct_runner_test.py | 18 +-
.../runners/direct/helper_transforms.py | 8 +-
.../runners/direct/sdf_direct_runner.py | 9 +-
.../runners/direct/sdf_direct_runner_test.py | 6 +-
.../runners/direct/transform_evaluator.py | 31 +-
.../python/apache_beam/runners/pipeline_context.py | 3 +
.../runners/portability/fn_api_runner.py | 75 +-
.../runners/portability/fn_api_runner_test.py | 4 +-
sdks/python/apache_beam/runners/runner.py | 12 +-
sdks/python/apache_beam/runners/runner_test.py | 14 +
sdks/python/apache_beam/runners/sdf_common.py | 15 +-
.../apache_beam/runners/worker/bundle_processor.py | 45 +-
.../apache_beam/runners/worker/data_plane.py | 2 +-
.../apache_beam/runners/worker/operations.py | 7 +-
.../apache_beam/runners/worker/sideinputs.py | 2 +-
.../runners/worker/statesampler_test.py | 2 +
sdks/python/apache_beam/transforms/combiners.py | 41 +-
sdks/python/apache_beam/transforms/core.py | 75 +-
sdks/python/apache_beam/transforms/cy_combiners.py | 1 +
sdks/python/apache_beam/transforms/ptransform.py | 6 +-
.../apache_beam/transforms/ptransform_test.py | 41 +-
sdks/python/apache_beam/transforms/trigger.py | 1 +
sdks/python/apache_beam/transforms/window.py | 22 +-
sdks/python/apache_beam/typehints/typecheck.py | 75 +-
sdks/python/apache_beam/typehints/typehints.py | 5 +
sdks/python/apache_beam/utils/urns.py | 42 -
sdks/python/container/build.gradle | 10 +-
sdks/python/container/run_validatescontainer.sh | 120 ++
sdks/python/generate_pydoc.sh | 1 -
sdks/python/setup.py | 32 +-
sdks/python/tox.ini | 10 +-
settings.gradle | 1 +
650 files changed, 19048 insertions(+), 8966 deletions(-)
copy
.test-infra/jenkins/{job_beam_PostCommit_Java_ValidatesRunner_Flink.groovy =>
job_beam_PostCommit_Python_ValidatesContainer_Dataflow.groovy} (51%)
copy .test-infra/jenkins/{job_beam_PreCommit_Java_GradleBuild.groovy =>
job_beam_PreCommit_Go_GradleBuild.groovy} (81%)
create mode 100644
model/pipeline/src/main/resources/org/apache/beam/model/common_urns.md
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/ImpulseTranslation.java
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/UrnUtils.java
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/ExecutableStage.java
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/GreedilyFusedExecutableStage.java
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/GreedyPCollectionFusers.java
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/PipelineNode.java
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph/QueryablePipeline.java
copy
{sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter
=>
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/graph}/package-info.java
(77%)
copy
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/operator/date/BeamSqlCurrentTimeExpressionTest.java
=>
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/UrnUtilsTest.java
(51%)
create mode 100644
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/graph/GreedilyFusedExecutableStageTest.java
create mode 100644
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/graph/QueryablePipelineTest.java
create mode 100644
runners/flink/src/test/java/org/apache/beam/runners/flink/FlinkPipelineExecutionEnvironmentTest.java
copy
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter/package-info.java
=>
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/artifact/ArtifactRetrievalService.java
(77%)
copy
{sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule
=>
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/artifact}/package-info.java
(81%)
create mode 100644
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/SdkHarnessClientControlService.java
create mode 100644
runners/local-artifact-service-java/src/main/java/org/apache/beam/artifact/local/LocalArtifactStagingLocation.java
create mode 100644
runners/local-artifact-service-java/src/main/java/org/apache/beam/artifact/local/LocalFileSystemArtifactRetrievalService.java
create mode 100644
runners/local-artifact-service-java/src/test/java/org/apache/beam/artifact/local/LocalArtifactStagingLocationTest.java
create mode 100644
runners/local-artifact-service-java/src/test/java/org/apache/beam/artifact/local/LocalFileSystemArtifactRetrievalServiceTest.java
create mode 100644 sdks/go/gogradle.lock
rename
sdks/java/core/src/main/java/org/apache/beam/sdk/coders/{BeamRecordCoder.java
=> RowCoder.java} (59%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/coders/SnappyCoder.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Impulse.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Wait.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/util/MoreFutures.java
copy
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/package-info.java
=> core/src/main/java/org/apache/beam/sdk/util/ThrowingRunnable.java} (81%)
copy
sdks/java/{nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter/package-info.java
=> core/src/main/java/org/apache/beam/sdk/util/ThrowingSupplier.java} (78%)
delete mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/BeamRecordType.java
rename
sdks/java/core/src/main/java/org/apache/beam/sdk/values/{BeamRecord.java =>
Row.java} (57%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/RowType.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ByteBuddyUtils.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/DefaultRowTypeFactory.java
copy
runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators/TransformTranslator.java
=>
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/FieldValueGetter.java
(63%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/GeneratedGetterFactory.java
copy
runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators/TransformTranslator.java
=>
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/GetterFactory.java
(71%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ReflectionGetter.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ReflectionGetterFactory.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/ReflectionUtils.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/reflect/RowFactory.java
copy
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/BeamSqlExpressionExecutor.java
=> core/src/main/java/org/apache/beam/sdk/values/reflect/RowTypeFactory.java}
(51%)
copy
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/BeamSqlExpressionExecutor.java
=> core/src/main/java/org/apache/beam/sdk/values/reflect/RowTypeGetters.java}
(50%)
copy
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rel
=> core/src/main/java/org/apache/beam/sdk/values/reflect}/package-info.java
(85%)
delete mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/runners/dataflow/TestCountingSource.java
delete mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/runners/dataflow/TestCountingSourceTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/WaitTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/RowTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/RowTypeTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/DefaultRowTypeFactoryTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/GeneratedGetterFactoryTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/ReflectionGetterFactoryTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/ReflectionGetterTest.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/values/reflect/RowFactoryTest.java
copy
sdks/java/{extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/interpreter/operator/date/BeamSqlCurrentTimeExpressionTest.java
=>
core/src/test/java/org/apache/beam/sdk/values/reflect/RowTypeGettersTest.java}
(58%)
copy sdks/java/extensions/{join-library => sketching}/build.gradle (66%)
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/BeamRecordSqlType.java
rename
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/{BeamSqlRecordHelper.java
=> RowHelper.java} (81%)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/RowSqlType.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/SqlRowTypeFactory.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/SqlTypeCoder.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/SqlTypeCoders.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/SqlDropTable.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/rule/AggregateWindowFactory.java
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/{meta/Column.java
=> impl/rule/AggregateWindowField.java} (50%)
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/transform/agg/CovarianceAccumulator.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/transform/agg/CovarianceFn.java
rename
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/{transform/agg
=> utils}/BigDecimalConverter.java (56%)
delete mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamRecordSqlTypeTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlDslAggregationCovarianceTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/SqlRowTypeFactoryTest.java
rename
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/{transform/agg
=> utils}/BigDecimalConverterTest.java (74%)
rename
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/utils/{BeamRecordAsserts.java
=> RowAsserts.java} (63%)
create mode 100644
sdks/java/fn-execution/src/main/java/org/apache/beam/sdk/fn/stream/SynchronizedStreamObserver.java
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/MapFnRunner.java
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/WindowMappingFnRunner.java
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/MapFnRunnerTest.java
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/WindowMappingFnRunnerTest.java
create mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaExactlyOnceSink.java
create mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaUnboundedReader.java
create mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaUnboundedSource.java
create mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaWriter.java
create mode 100644
sdks/java/io/kinesis/src/main/java/org/apache/beam/sdk/io/kinesis/BasicKinesisProvider.java
copy
sdks/java/{nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/adapter/package-info.java
=>
io/kinesis/src/main/java/org/apache/beam/sdk/io/kinesis/KinesisPartitioner.java}
(75%)
create mode 100644
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisIOIT.java
create mode 100644
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisMockWriteTest.java
create mode 100644
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisProducerMock.java
delete mode 100644
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisReaderIT.java
create mode 100644
sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/KinesisServiceMock.java
rename
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/{BeamRecordSize.java
=> RowSize.java} (53%)
rename
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/model/sql/{ToBeamRecord.java
=> ToRow.java} (77%)
copy
runners/gearpump/src/main/java/org/apache/beam/runners/gearpump/translators/TransformTranslator.java
=>
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/queries/AuctionOrBid.java
(67%)
rename
sdks/java/nexmark/src/test/java/org/apache/beam/sdk/nexmark/model/sql/{BeamRecordSizeTest.java
=> RowSizeTest.java} (65%)
rename
sdks/java/nexmark/src/test/java/org/apache/beam/sdk/nexmark/model/sql/{ToBeamRecordTest.java
=> ToRowTest.java} (69%)
create mode 100644 sdks/python/apache_beam/io/filesystemio.py
create mode 100644 sdks/python/apache_beam/io/filesystemio_test.py
copy sdks/python/apache_beam/{runners/direct/direct_runner_test.py =>
portability/python_urns.py} (53%)
create mode 100755 sdks/python/container/run_validatescontainer.sh
--
To stop receiving notification emails like this one, please contact
[email protected].
