This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch samza-runner
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 2249be9 Merge pull request #4420: [BEAM-3461] Drop redundant
beam-YYY-parent for gradle and use directory names for project names.
add 0c154dc Identify unconsumed reads by URN
add ee81e25 Use portable constructs in Flink streaming translator
add a8368a0 Merge pull request #4384: [BEAM-2795] Use portable constructs
in Flink streaming translator
add c708481 [BEAM-2863] Migrate away from deprecated methods.
add 24e6bf8 [BEAM-2732] Starting refactor of state tracking in Python
(#4375)
add ffc8232 Add a more complete FnHarness#main method
add b99f6de Update NexmarkLauncher to not cancel jobs that have completed
their events. Instead rely on watermark completion to terminate the job
successfully.
add e593484 Merge pull request #4398: [ BEAM-3464] Fix NexmarkLauncher to
not cancel jobs otherwise successful jobs
add fc02fef Give UnknownPTransformRunnerFactory a real name
add ca63b05 Merge pull request #4435
add b0fc52e Fixing Work Progress reporting
add 1260a7d Merge pull request #4423 [BEAM-3486] Fixing Work Progress
reporting
add 0d918b7 [BEAM-3496] Add missing dependencies in hadoopInputFormats
build.gradle (#4442)
add 14bd90b [Nexmark][SQL] Implement sql query 2
add 6d9b228 Merge pull request #4351: [BEAM-3182][Nexmark][SQL] Implement
sql query 2
add 66bf9e1 Add unshaded configurations in the default profile
add a7f4e56 Merge pull request #4428: Add unshaded configurations in the
default profile
add 3f5bdb0 [BEAM-3275] Update KafkaIO to support Kafka version 1.0.0
add c0f0e1f Merge pull request #4446 from iemejia/BEAM-3275-kafka1
add e45be28 Update generated version of Fn API code.
add 5a95dea Apply futurize on gen_protos
add cc63423 Run futurize regardless
add 8f9753d Only futurize for sys version geq 3
add 0a1737a Long form command line options
add a91f7ad Merge pull request #4077 from
holdenk/BEAM-3142-fix-proto-gen-for-py3
add e927210 [BEAM-3351] Fix Javadoc formatting issues
add 86b7d51 Update Context references to links
add fca18e5 Merge pull request #4263: [BEAM-3351] Fix Javadoc formatting
issues
add 1288c3b Moved floating point equality findbugs annotation from
generic xml file into the function that has the warning.
add edb8389 Merge pull request #4219: [BEAM-413] Created local annotation
for floating point equality warning.
add e86ddb4 Use platformThreadFactory for default thread pool.
add cb8f7a2 Implement a GRPC Provision Service
add 6b6800c Merge pull request #4421
add 064bf5e Add InboundDataClient
add 49c839c Merge pull request #4427
add 1f1904d [BEAM-3490] Wrap DistributionData in a DistributionResult for
FnApiRunner.
add 8982772 Merge pull request #4450 [BEAM-3490] Wrap DistributionData in
a DistributionResult
add 3c4a200 [BEAM-3502] Remove usage of proto.Builder.clone() in
DatastoreIO (#4449)
add b0ea39b [BEAM-3507] Add a way to specify the batch size in JdbcIO
Write
add 62693cb [BEAM-3507] Add DEFAULT_BATCH_SIZE and use batchSize in
default testWrite()
add 620e0ce Merge pull request #4458 from jbonofre/BEAM-3507
add bcb8870 [BEAM-3427] Update build to Java 8 (before clean out) (#4424)
add 4e24405 [BEAM-3492] Fix spark 2.10 dependency leak on hadoop tests
add ac2a8e8 [BEAM-3492] Force netty version when running with the spark
runner
add 53e4b93 Merge pull request #4459 from
iemejia/BEAM-3492-spark-e2e-wordcount
add 916caaf [BEAM-3490] Picklable side inputs for FnApi Workers.
add a539811 Merge pull request #4451 from robertwb/fn-api-pickle-side
No new revisions were added by this update.
Summary of changes:
build.gradle | 4 +-
build_rules.gradle | 2 +-
examples/java/pom.xml | 4 +
examples/java8/pom.xml | 4 +
pom.xml | 99 +---
.../runners/core/construction/UnconsumedReads.java | 4 +-
.../apache/beam/runners/core/SideInputHandler.java | 3 +-
.../beam/runners/direct/SideInputContainer.java | 2 +-
runners/flink/pom.xml | 5 +
.../runners/flink/CreateStreamingFlinkView.java | 26 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 9 +
.../flink/FlinkStreamingPipelineTranslator.java | 6 +-
.../flink/FlinkStreamingTransformTranslators.java | 157 ++++--
.../runners/flink/FlinkTransformOverrides.java | 9 +-
.../functions/SideInputInitializer.java | 19 +-
runners/gearpump/build.gradle | 2 +-
runners/gearpump/pom.xml | 23 -
runners/google-cloud-dataflow-java/pom.xml | 17 +-
.../beam/runners/dataflow/util/PackageUtil.java | 3 +-
runners/java-fn-execution/build.gradle | 2 +-
.../fnexecution/control/SdkHarnessClient.java | 18 +-
.../runners/fnexecution/data/FnDataService.java | 5 +-
.../provisioning/StaticGrpcProvisionService.java | 55 +++
.../fnexecution/provisioning}/package-info.java | 6 +-
.../StaticGrpcProvisionServiceTest.java | 97 ++++
runners/spark/pom.xml | 24 -
.../runners/spark/util/SparkSideInputReader.java | 2 +-
.../beam/model/fnexecution_v1/beam_fn_api.pb.go | 527 +++++++++++++++------
.../src/main/resources/beam/findbugs-filter.xml | 17 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 8 +-
.../java/org/apache/beam/sdk/transforms/Mean.java | 4 +
.../beam/sdk/transforms/windowing/Trigger.java | 8 +-
.../extensions/google-cloud-platform-core/pom.xml | 16 +
sdks/java/extensions/sql/pom.xml | 4 +-
.../operator/BeamSqlCastExpression.java | 16 +-
.../BeamSqlTimestampMinusIntervalExpression.java | 2 +-
.../BeamSqlTimestampMinusTimestampExpression.java | 4 +-
sdks/java/fn-execution/build.gradle | 2 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 2 +-
.../apache/beam/sdk/fn/data/InboundDataClient.java | 59 +++
sdks/java/harness/build.gradle | 2 +-
sdks/java/harness/pom.xml | 16 +
.../beam/fn/harness/BeamFnDataReadRunner.java | 6 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 14 +
.../fn/harness/control/ProcessBundleHandler.java | 55 ++-
.../beam/fn/harness/data/BeamFnDataClient.java | 7 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 18 +-
.../fn/harness/data/BeamFnDataInboundObserver.java | 49 +-
.../data/CompletableFutureInboundDataClient.java | 73 +++
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 19 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 28 +-
.../data/BeamFnDataInboundObserverTest.java | 30 +-
.../CompletableFutureInboundDataClientTest.java | 166 +++++++
sdks/java/io/common/build.gradle | 1 +
.../elasticsearch-tests-5/pom.xml | 36 --
sdks/java/io/google-cloud-platform/pom.xml | 16 +
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 2 +-
sdks/java/io/hadoop/input-format/build.gradle | 13 +
sdks/java/io/hadoop/jdk1.8-tests/build.gradle | 8 +-
sdks/java/io/hadoop/jdk1.8-tests/pom.xml | 50 +-
sdks/java/io/jdbc/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 22 +-
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 2 +
sdks/java/io/tika/build.gradle | 2 +-
sdks/java/java8tests/build.gradle | 2 +-
.../maven-archetypes/examples-java8/build.gradle | 2 +-
sdks/java/maven-archetypes/examples-java8/pom.xml | 23 -
.../META-INF/maven/archetype-metadata.xml | 2 +-
.../resources/projects/basic/archetype.properties | 2 +-
.../META-INF/maven/archetype-metadata.xml | 2 +-
.../resources/projects/basic/archetype.properties | 2 +-
.../resources/projects/basic/reference/pom.xml | 4 +-
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 19 +-
.../queries/sql/{SqlQuery1.java => SqlQuery2.java} | 40 +-
.../sdk/nexmark/queries/sql/SqlQuery2Test.java | 113 +++++
.../runners/portability/fn_api_runner.py | 5 +-
.../runners/portability/fn_api_runner_test.py | 10 +-
.../runners/portability/maptask_executor_runner.py | 6 +-
.../apache_beam/runners/worker/bundle_processor.py | 10 +-
.../apache_beam/runners/worker/sdk_worker.py | 7 +-
.../apache_beam/runners/worker/statesampler.py | 81 ++++
.../runners/worker/statesampler_fake.py | 51 --
.../{statesampler.pyx => statesampler_fast.pyx} | 136 ++----
.../runners/worker/statesampler_slow.py | 76 +++
.../runners/worker/statesampler_test.py | 48 +-
sdks/python/apache_beam/utils/counters.py | 3 -
sdks/python/gen_protos.py | 9 +
87 files changed, 1731 insertions(+), 835 deletions(-)
create mode 100644
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/provisioning/StaticGrpcProvisionService.java
copy
{sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider
=>
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/provisioning}/package-info.java
(90%)
create mode 100644
runners/java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution/provisioning/StaticGrpcProvisionServiceTest.java
create mode 100644
sdks/java/fn-execution/src/main/java/org/apache/beam/sdk/fn/data/InboundDataClient.java
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/data/CompletableFutureInboundDataClient.java
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/data/CompletableFutureInboundDataClientTest.java
copy
sdks/java/nexmark/src/main/java/org/apache/beam/sdk/nexmark/queries/sql/{SqlQuery1.java
=> SqlQuery2.java} (68%)
create mode 100644
sdks/java/nexmark/src/test/java/org/apache/beam/sdk/nexmark/queries/sql/SqlQuery2Test.java
create mode 100644 sdks/python/apache_beam/runners/worker/statesampler.py
delete mode 100644 sdks/python/apache_beam/runners/worker/statesampler_fake.py
rename sdks/python/apache_beam/runners/worker/{statesampler.pyx =>
statesampler_fast.pyx} (64%)
create mode 100644 sdks/python/apache_beam/runners/worker/statesampler_slow.py
--
To stop receiving notification emails like this one, please contact
k...@apache.org.
