This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 738a76dd8f1 [Managed Iceberg] bubble up exceptions due to writer close
(#32940)
add 708932149f1 extract semaphore logic out of WeightBoundedQueue to allow
for sharing the weigher (#32905)
add 8e61c18b752 Add Flush Interval to default Buffered Logger (#33009)
add 36c19a32428 Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#32996)
add deeddd1d9a4 [KafkaIO] Determine partition backlog using endOffsets
instead of seek2End and position (#32889)
add bf2574bd962 [KafkaIO] Remove unused property, assignment in finalize
will not be observed (#32920)
add ad2af883219 Add buildSrc to trigger path of Java PreCommit (#33029)
add 13049a5857c Revert "Upgrade antlr from 4.7 to 4.13.1 (#33016)" (#33028)
add eeebae1bda6 Add Kafka 3 to and remove Kafka 0.x and 1.x from
compatibility test (#32981)
add 81f35ab6229 Distroless python sdk (#32960)
No new revisions were added by this update.
Summary of changes:
.github/workflows/beam_PreCommit_Java.yml | 1 +
CHANGES.md | 1 -
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../dataflow/worker/StreamingDataflowWorker.java | 2 +
.../worker/streaming/WeightedBoundedQueue.java | 45 +++++-------
.../worker/streaming/WeightedSemaphore.java | 53 ++++++++++++++
.../Commits.java} | 19 +++--
.../commits/StreamingApplianceWorkCommitter.java | 8 +--
.../commits/StreamingEngineWorkCommitter.java | 16 +++--
.../worker/streaming/WeightBoundedQueueTest.java | 81 +++++++++++++++++-----
.../commits/StreamingEngineWorkCommitterTest.java | 2 +
sdks/go.mod | 18 ++---
sdks/go.sum | 36 +++++-----
sdks/go/container/tools/buffered_logging.go | 8 ++-
.../sql/meta/provider/kafka/KafkaTestTable.java | 14 ++--
sdks/java/io/kafka/build.gradle | 7 +-
sdks/java/io/kafka/kafka-01103/build.gradle | 24 -------
sdks/java/io/kafka/kafka-100/build.gradle | 24 -------
sdks/java/io/kafka/kafka-111/build.gradle | 24 -------
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 32 +++++----
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 18 +++--
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 22 +++---
.../org/apache/beam/sdk/io/kafka/KafkaMocks.java | 57 ++++++---------
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 4 ++
sdks/python/container/Dockerfile | 26 ++++++-
sdks/python/container/common.gradle | 9 ++-
sdks/python/test-suites/dataflow/build.gradle | 6 ++
sdks/python/test-suites/dataflow/common.gradle | 45 ++++++++++++
sdks/python/test-suites/gradle.properties | 3 +
settings.gradle.kts | 8 +--
30 files changed, 352 insertions(+), 265 deletions(-)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/WeightedSemaphore.java
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/{grpc/observers/StreamObserverCancelledException.java
=> commits/Commits.java} (62%)
delete mode 100644 sdks/java/io/kafka/kafka-01103/build.gradle
delete mode 100644 sdks/java/io/kafka/kafka-100/build.gradle
delete mode 100644 sdks/java/io/kafka/kafka-111/build.gradle
