This is an automated email from the ASF dual-hosted git repository.
bhulette pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from be85be2 [Beam-11438] start-build-env.sh improve for macOS (#13545)
add 34ae21b [BEAM-11065] Apache Beam pipeline example to ingest from
Apache Kafka to Google Pub/Sub (#13112)
No new revisions were added by this update.
Summary of changes:
examples/java/build.gradle | 9 +-
.../org/apache/beam/examples/complete/README.md | 5 +
.../kafkatopubsub/KafkaPubsubConstants.java | 14 +-
.../complete/kafkatopubsub/KafkaToPubsub.java | 235 +++++++++++++++++++++
.../beam/examples/complete/kafkatopubsub/README.md | 200 ++++++++++++++++++
.../complete/kafkatopubsub/avro/AvroDataClass.java | 53 +++--
.../avro/AvroDataClassKafkaAvroDeserializer.java | 27 +--
.../complete/kafkatopubsub/avro}/package-info.java | 4 +-
.../kafka/consumer/SslConsumerFactoryFn.java | 130 ++++++++++++
.../kafkatopubsub/kafka/consumer/Utils.java | 165 +++++++++++++++
.../kafka/consumer}/package-info.java | 4 +-
.../options/KafkaToPubsubOptions.java | 90 ++++++++
.../kafkatopubsub/options}/package-info.java | 4 +-
.../complete/kafkatopubsub}/package-info.java | 4 +-
.../kafkatopubsub/transforms/FormatTransform.java | 127 +++++++++++
.../kafkatopubsub/transforms}/package-info.java | 4 +-
.../complete/kafkatopubsub/KafkaToPubsubTest.java | 90 ++++++++
17 files changed, 1118 insertions(+), 47 deletions(-)
copy
runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkStateBackendFactory.java
=>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/KafkaPubsubConstants.java
(64%)
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/KafkaToPubsub.java
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/README.md
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableWriteResult.java
=>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/avro/AvroDataClass.java
(50%)
copy
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/serialization/InstantDeserializer.java
=>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/avro/AvroDataClassKafkaAvroDeserializer.java
(58%)
copy {runners/spark/src/main/java/org/apache/beam/runners/spark/io =>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/avro}/package-info.java
(89%)
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/kafka/consumer/SslConsumerFactoryFn.java
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/kafka/consumer/Utils.java
copy
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/resources
=>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/kafka/consumer}/package-info.java
(88%)
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/options/KafkaToPubsubOptions.java
copy
{runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/status
=>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/options}/package-info.java
(89%)
copy {runners/spark/src/main/java/org/apache/beam/runners/spark/io =>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub}/package-info.java
(89%)
create mode 100644
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/transforms/FormatTransform.java
copy
{runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/state
=>
examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/transforms}/package-info.java
(88%)
create mode 100644
examples/java/src/test/java/org/apache/beam/examples/complete/kafkatopubsub/KafkaToPubsubTest.java
