This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from edeaf67 (commit)
to 364a4a0 (commit)
from edeaf67 Merge pull request #13999: [BEAM-11415] Fix misc. bugs
affecting Go XLang tests.
add c758a0d [BEAM-9615] Register Schemas on Beam Init (#13940)
add ac5d258 Beam transform that uses DebeziumIO connector to support CDC
add 32a0ff1 Merge pull request #13983 from [BEAM-11818] DebeziumIO
connector to support CDC
add 8f87957 [BEAM-11626] Upgrading Guava to 30.1-jre while keeping
25.1-jre for Hadoop/Cassandra modules (#13804)
add 9c60fd5 Revert "[BEAM-2914] Add portable merging window support to
Python. (#12995)"
add 871e023 Merge pull request #14004 from ajamato/rollback
add 01258f1 [BEANM-11827] checkJavaLinkage task requires a spread
operator for args (#14006)
add 078a146 Fixing dashboard
add dd2e739 Merge pull request #14000 from [BEAM-11791] Fixing dashboard
for FnApiRunner benchmarks
add 4f78ab3 [BEAM-11805] Replace user-agent for spanner (#13990)
add 812149c [BEAM-10925] Support selecting Calc for ZetaSQL testing
add 788025e Merge pull request #14009: [BEAM-10925] Support selecting
Calc for ZetaSQL testing
add dbb19b0 [BEAM-11779] Use shuffle_mode=appliance when using dataflow
runner v2
add 292d788 Add comment to remove the patch
add c1530a6 minor fix to run_integration_test.sh in python sdk
add fc511f6 Merge pull request #13986: [BEAM-11779] Use
shuffle_mode=appliance when using dataflow runner v2
add 364a4a0 [BEAM-11211] Update pandas and pyarrow in python container
(#13987)
No new revisions were added by this update.
Summary of changes:
.../jenkins/job_LoadTests_Combine_Python.groovy | 3 +-
.../jenkins/job_LoadTests_GBK_Python.groovy | 3 +-
.../job_LoadTests_GBK_Python_reiterate.groovy | 3 +-
.../jenkins/job_LoadTests_ParDo_Python.groovy | 3 +-
.../jenkins/job_LoadTests_SideInput_Python.groovy | 3 +-
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 6 +-
.../Python_FnApiRunner_ubenchmarks.json | 1 +
CHANGES.md | 5 +
build.gradle.kts | 5 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 18 +-
runners/google-cloud-dataflow-java/build.gradle | 7 +-
sdks/go/pkg/beam/core/runtime/genx/genx.go | 2 -
.../core/runtime/graphx/schema/logicaltypes.go | 7 +
.../pkg/beam/core/runtime/graphx/schema/schema.go | 211 +++++++--
.../beam/core/runtime/graphx/schema/schema_test.go | 40 +-
sdks/go/pkg/beam/forward.go | 8 +
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 3 +
.../container/license_scripts/dep_urls_java.yaml | 2 +-
.../sql/zetasql/ZetaSQLQueryPlanner.java | 21 +-
sdks/java/io/cassandra/build.gradle | 7 +
sdks/java/io/debezium/build.gradle | 83 ++++
sdks/java/io/debezium/src/README.md | 178 +++++++
.../org/apache/beam/io/debezium/DebeziumIO.java | 515 +++++++++++++++++++++
.../beam/io/debezium/KafkaSourceConsumerFn.java | 394 ++++++++++++++++
.../apache/beam/io/debezium/SourceRecordJson.java | 287 ++++++++++++
.../beam/io/debezium/SourceRecordMapper.java} | 16 +-
.../org/apache/beam/io/debezium}/package-info.java | 7 +-
.../io/debezium/DebeziumIOMySqlConnectorIT.java | 108 +++++
.../apache/beam/io/debezium/DebeziumIOTest.java | 101 ++++
.../io/debezium/KafkaSourceConsumerFnTest.java | 264 +++++++++++
.../apache/beam/io/debezium/OffsetTrackerTest.java | 71 +++
.../beam/io/debezium/SourceRecordJsonTest.java | 113 +++++
sdks/java/io/google-cloud-platform/build.gradle | 3 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 106 ++++-
sdks/java/io/hadoop-file-system/build.gradle | 7 +
sdks/java/io/hadoop-format/build.gradle | 7 +
.../runners/portability/flink_runner_test.py | 3 -
.../runners/portability/fn_api_runner/execution.py | 241 +---------
.../portability/fn_api_runner/fn_runner_test.py | 37 --
.../runners/portability/spark_runner_test.py | 3 -
.../apache_beam/runners/worker/bundle_processor.py | 43 --
sdks/python/container/base_image_requirements.txt | 4 +-
sdks/python/scripts/run_integration_test.sh | 2 +
settings.gradle.kts | 1 +
44 files changed, 2558 insertions(+), 394 deletions(-)
create mode 100644 sdks/java/io/debezium/build.gradle
create mode 100644 sdks/java/io/debezium/src/README.md
create mode 100644
sdks/java/io/debezium/src/main/java/org/apache/beam/io/debezium/DebeziumIO.java
create mode 100644
sdks/java/io/debezium/src/main/java/org/apache/beam/io/debezium/KafkaSourceConsumerFn.java
create mode 100644
sdks/java/io/debezium/src/main/java/org/apache/beam/io/debezium/SourceRecordJson.java
copy
sdks/java/{extensions/euphoria/src/main/java/org/apache/beam/sdk/extensions/euphoria/core/client/functional/VoidFunction.java
=>
io/debezium/src/main/java/org/apache/beam/io/debezium/SourceRecordMapper.java}
(71%)
copy sdks/java/io/{clickhouse/src/main/java/org/apache/beam/sdk/io/clickhouse
=> debezium/src/main/java/org/apache/beam/io/debezium}/package-info.java (87%)
create mode 100644
sdks/java/io/debezium/src/test/java/org/apache/beam/io/debezium/DebeziumIOMySqlConnectorIT.java
create mode 100644
sdks/java/io/debezium/src/test/java/org/apache/beam/io/debezium/DebeziumIOTest.java
create mode 100644
sdks/java/io/debezium/src/test/java/org/apache/beam/io/debezium/KafkaSourceConsumerFnTest.java
create mode 100644
sdks/java/io/debezium/src/test/java/org/apache/beam/io/debezium/OffsetTrackerTest.java
create mode 100644
sdks/java/io/debezium/src/test/java/org/apache/beam/io/debezium/SourceRecordJsonTest.java
