(beam) branch master updated (25196614070 -> 1c307088a86)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 25196614070 fix: ensure that non ApiExceptions in handleMutationException are not swallowed (#32455) add a6f11c89667 Bump Python SDK container for Dataflow new 1c307088a86 Merge pull request #32453: Bump Python SDK container for Dataflow The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/python/apache_beam/runners/dataflow/internal/names.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) 01/01: Merge pull request #32453: Bump Python SDK container for Dataflow
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 1c307088a8609a1771236c53cc730cb23a79c816 Merge: 25196614070 a6f11c89667 Author: Kenneth Knowles AuthorDate: Fri Sep 13 15:45:44 2024 -0400 Merge pull request #32453: Bump Python SDK container for Dataflow sdks/python/apache_beam/runners/dataflow/internal/names.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) branch master updated: Remove expensive shuffle of read data in KafkaIO when using sdf and commit offsets (#31682)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new bcee5d081d0 Remove expensive shuffle of read data in KafkaIO when
using sdf and commit offsets (#31682)
bcee5d081d0 is described below
commit bcee5d081d05841bb52f0851f94a04f9c8968b88
Author: Sam Whittle
AuthorDate: Thu Aug 29 16:03:47 2024 +0200
Remove expensive shuffle of read data in KafkaIO when using sdf and commit
offsets (#31682)
---
.../beam/sdk/io/kafka/KafkaCommitOffset.java | 83 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 80 +++---
.../beam/sdk/io/kafka/KafkaCommitOffsetTest.java | 169 ++---
3 files changed, 278 insertions(+), 54 deletions(-)
diff --git
a/sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaCommitOffset.java
b/sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaCommitOffset.java
index 3816ee0bb85..fa692d3aaf4 100644
---
a/sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaCommitOffset.java
+++
b/sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaCommitOffset.java
@@ -33,6 +33,7 @@ import org.apache.beam.sdk.transforms.PTransform;
import org.apache.beam.sdk.transforms.ParDo;
import org.apache.beam.sdk.transforms.SerializableFunction;
import org.apache.beam.sdk.transforms.windowing.FixedWindows;
+import org.apache.beam.sdk.transforms.windowing.GlobalWindow;
import org.apache.beam.sdk.transforms.windowing.Window;
import org.apache.beam.sdk.values.KV;
import org.apache.beam.sdk.values.PCollection;
@@ -40,7 +41,9 @@ import org.apache.beam.sdk.values.TypeDescriptor;
import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.clients.consumer.ConsumerConfig;
import org.apache.kafka.clients.consumer.OffsetAndMetadata;
+import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
import org.joda.time.Duration;
+import org.joda.time.Instant;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -49,9 +52,12 @@ public class KafkaCommitOffset
extends PTransform<
PCollection>>,
PCollection> {
private final KafkaIO.ReadSourceDescriptors readSourceDescriptors;
+ private final boolean use259implementation;
- KafkaCommitOffset(KafkaIO.ReadSourceDescriptors readSourceDescriptors)
{
+ KafkaCommitOffset(
+ KafkaIO.ReadSourceDescriptors readSourceDescriptors, boolean
use259implementation) {
this.readSourceDescriptors = readSourceDescriptors;
+this.use259implementation = use259implementation;
}
static class CommitOffsetDoFn extends DoFn,
Void> {
@@ -90,7 +96,7 @@ public class KafkaCommitOffset
|| description.getBootStrapServers() != null);
Map config = new HashMap<>(currentConfig);
if (description.getBootStrapServers() != null
- && description.getBootStrapServers().size() > 0) {
+ && !description.getBootStrapServers().isEmpty()) {
config.put(
ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,
String.join(",", description.getBootStrapServers()));
@@ -99,13 +105,78 @@ public class KafkaCommitOffset
}
}
+ private static final class MaxOffsetFn
+ extends DoFn>,
KV> {
+private static class OffsetAndTimestamp {
+ OffsetAndTimestamp(long offset, Instant timestamp) {
+this.offset = offset;
+this.timestamp = timestamp;
+ }
+
+ void merge(long offset, Instant timestamp) {
+if (this.offset < offset) {
+ this.offset = offset;
+ this.timestamp = timestamp;
+}
+ }
+
+ long offset;
+ Instant timestamp;
+}
+
+private transient @MonotonicNonNull Map maxObserved;
+
+@StartBundle
+public void startBundle() {
+ if (maxObserved == null) {
+maxObserved = new HashMap<>();
+ } else {
+maxObserved.clear();
+ }
+}
+
+@RequiresStableInput
+@ProcessElement
+@SuppressWarnings("nullness") // startBundle guaranteed to initialize
+public void processElement(
+@Element KV> element,
+@Timestamp Instant timestamp) {
+ maxObserved.compute(
+ element.getKey(),
+ (k, v) -> {
+long offset = element.getValue().getOffset();
+if (v == null) {
+ return new OffsetAndTimestamp(offset, timestamp);
+}
+v.merge(offset, timestamp);
+return v;
+ });
+}
+
+@FinishBundle
+@SuppressWarnings("nullness") // startBundle guaranteed to initialize
+public void finishBundle(FinishBundleContext context) {
+ maxObserved.forEach(
+ (k, v) -> context.output(KV.of(k, v.offset), v.timestamp,
GlobalWindow.INSTANCE));
+}
+
(beam) branch master updated: Replace StateTag.StateBinder to top level StateBinder in SparkStateInternals (#31798)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 780eef98083 Replace StateTag.StateBinder to top level StateBinder in
SparkStateInternals (#31798)
780eef98083 is described below
commit 780eef98083fe56f81cc5c62dc8ff193993584f0
Author: twosom <72733442+two...@users.noreply.github.com>
AuthorDate: Mon Aug 12 22:35:35 2024 +0900
Replace StateTag.StateBinder to top level StateBinder in
SparkStateInternals (#31798)
---
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 3 +-
...a_ValidatesRunner_SparkStructuredStreaming.json | 3 +-
...stCommit_Java_ValidatesRunner_Spark_Java11.json | 3 +-
.../org/apache/beam/runners/core/StateTag.java | 5 +-
.../spark/stateful/SparkStateInternals.java| 108 ++---
5 files changed, 62 insertions(+), 60 deletions(-)
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
index b970762c839..d59e273949d 100644
--- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
+++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
@@ -1,4 +1,5 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
- "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test"
+ "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
+ "https://github.com/apache/beam/pull/31798": "noting that PR #31798 should
run this test"
}
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
index b970762c839..d59e273949d 100644
---
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
+++
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
@@ -1,4 +1,5 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
- "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test"
+ "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
+ "https://github.com/apache/beam/pull/31798": "noting that PR #31798 should
run this test"
}
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark_Java11.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark_Java11.json
index b970762c839..d59e273949d 100644
---
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark_Java11.json
+++
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark_Java11.json
@@ -1,4 +1,5 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
- "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test"
+ "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
+ "https://github.com/apache/beam/pull/31798": "noting that PR #31798 should
run this test"
}
diff --git
a/runners/core-java/src/main/java/org/apache/beam/runners/core/StateTag.java
b/runners/core-java/src/main/java/org/apache/beam/runners/core/StateTag.java
index 8c699ac3111..0106f95ed74 100644
--- a/runners/core-java/src/main/java/org/apache/beam/runners/core/StateTag.java
+++ b/runners/core-java/src/main/java/org/apache/beam/runners/core/StateTag.java
@@ -69,8 +69,9 @@ public interface StateTag extends
Serializable {
/**
* Visitor for binding a {@link StateSpec} and to the associated {@link
State}.
*
- * @deprecated for migration only; runners should reference the top level
{@link StateBinder} and
- * move towards {@link StateSpec} rather than {@link StateTag}.
+ * @deprecated for migration only; runners should reference the top level
{@link
+ * org.apache.beam.sdk.state.StateBinder} and move towards {@link
StateSpec} rather than
+ * {@link StateTag}.
*/
@Deprecated
public interface StateBinder {
diff --git
a/runners/spark/src/main/java/org/apache/beam/runners/spark/stateful/SparkStateInternals.java
b/runners/spark/src/main/java/org/apache/beam/runners/spark/stateful/SparkStateInternals.java
index 731cadb89f0..7ca0dc29e61 100644
---
a/runners/spark/src/main/java/org/apache/beam/runners/spark/stateful/SparkStateInternals.java
+++
b/runners/spark/src/main/java/org/apache/beam/runners/spark/stateful/SparkStateInternals.java
@@ -27,7 +27,6 @@
(beam) branch master updated (88aa25391ec -> cf37997d1dd)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 88aa25391ec Solace Read connector: integration tests with testcontainers (#31543) add 9cbdda1b4e5 add in redistribute option for Kafka Read add cf37997d1dd Merge pull request #31347: Add in redistribute option for Kafka Read No new revisions were added by this update. Summary of changes: .../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 160 - .../KafkaIOReadImplementationCompatibility.java| 18 +++ .../beam/sdk/io/kafka/KafkaIOExternalTest.java | 17 ++- ...KafkaIOReadImplementationCompatibilityTest.java | 4 +- .../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 58 +++- .../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 22 +++ .../io/kafka/upgrade/KafkaIOTranslationTest.java | 1 + sdks/python/apache_beam/io/kafka.py| 38 +++-- .../runners/portability/flink_runner_test.py | 3 + 9 files changed, 302 insertions(+), 19 deletions(-)
(beam) 01/01: Merge pull request #31667: Blog and site updates for Beam 2.57.0 release
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 46b0a71ca5bc3e1fa67d1f18db09e2be10842b96 Merge: 4a5eaf21961 83b532807b0 Author: Kenneth Knowles AuthorDate: Wed Jun 26 13:54:02 2024 -0700 Merge pull request #31667: Blog and site updates for Beam 2.57.0 release CHANGES.md | 2 +- website/www/site/config.toml | 2 +- website/www/site/content/en/blog/beam-2.57.0.md| 214 + .../www/site/content/en/get-started/downloads.md | 13 +- 4 files changed, 226 insertions(+), 5 deletions(-)
(beam) branch master updated (4a5eaf21961 -> 46b0a71ca5b)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 4a5eaf21961 Bump github.com/go-sql-driver/mysql from 1.8.0 to 1.8.1 in /sdks (#31688) add 83b532807b0 Blog and site updates for Beam 2.57.0 release new 46b0a71ca5b Merge pull request #31667: Blog and site updates for Beam 2.57.0 release The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: CHANGES.md | 2 +- website/www/site/config.toml | 2 +- website/www/site/content/en/blog/beam-2.57.0.md| 214 + .../www/site/content/en/get-started/downloads.md | 13 +- 4 files changed, 226 insertions(+), 5 deletions(-) create mode 100644 website/www/site/content/en/blog/beam-2.57.0.md
svn commit: r69997 [2/2] - in /release/beam: 2.56.0/ 2.57.0/ 2.57.0/prism/ 2.57.0/prism/darwin/ 2.57.0/prism/darwin/amd64/ 2.57.0/prism/darwin/arm64/ 2.57.0/prism/linux/ 2.57.0/prism/linux/amd64/ 2.57
Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl.asc == --- release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl.asc (added) +++ release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl.asc Wed Jun 26 20:07:47 2024 @@ -0,0 +1,17 @@ +-BEGIN PGP SIGNATURE- + +iQJMBAABCgA2FiEEkTwzkqdwx4HtxN2r0gMW9xIhNCIFAmZ0+mAYHHByaXZhdGVA +YmVhbS5hcGFjaGUub3JnAAoJENIDFvcSITQiiYQP/0askX6mk3bVGplyxYfXobjb +tjjBBSVDEmMC0LwH/btM9le3Yr2QYCWk/QSMQXNoGXCrmPPITZFTUZ5kOehK6Soa +FJnW/WnZ3GgetBWMpqh2ZZAH1C7YY3ZJaJKZotc0GoGd40Py/dvpLI5tto0Kx4/R +6ehrpZEm1WGXZvxVqR9H+vTq+TkaXZbfAUqRc3ky5Fkg0/qvnrk51w3qiEVc5HNe +2877blalD+duE3NJYpA6XbgG1CtHT1/9/rts5R6Moi70IoVRxZAQ/LXJjzWtNJhA +8s4ZoZD4qUJ1znO8TBt4BzrbRwY6DkKTR8n9OrU4BKTbGqz2pMPb196dy9v33gqR +eWFDe4jxwgfvDWkieZ2xB3aZMMUE3VPjCW335vrxjWCaBWwLuVheb5YqHQaYpeNI +Ibz+2QdhdWfElg3W5P0AAMgR08dlKBQBahUSgsfKjkvbg+D5H3kH9TwhJJk1+wIY +AwuAtLaAhLD8LMp9QYUCf3iHJrtiP6taFaja30B8XVHbnk94wezKcaFLVJqFLQkK +ITwKcAp2BZ7Ln4Flth9HSEpZdQstEiIn7QGRX0f6wVJiOq/aeedZ1nwo4qdRdrsG +z8mXNdKY/IwDUUHpOfoh4qAY2ipmvFu3eOIFjB1xu5biAtrS5xUvSe3bE7cc+wzH +JQy+LHvtkAfJFloSZn8m +=YSMZ +-END PGP SIGNATURE- Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 == --- release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 (added) +++ release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 Wed Jun 26 20:07:47 2024 @@ -0,0 +1 @@ +8924458ae30324ebaeaacee7e21e43bbfa98ff8df1d5713116d9c252e964c52ff140ba1fdf997e36944d1f9243903a5f4f3de09cd40db04ff91634a24f572ddd apache_beam-2.57.0-cp39-cp39-manylinux_2_17_i686.manylinux2014_i686.whl Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl == Binary file - no diff available. Propchange: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl -- svn:mime-type = application/octet-stream Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc == --- release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc (added) +++ release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc Wed Jun 26 20:07:47 2024 @@ -0,0 +1,17 @@ +-BEGIN PGP SIGNATURE- + +iQJMBAABCgA2FiEEkTwzkqdwx4HtxN2r0gMW9xIhNCIFAmZ0+mAYHHByaXZhdGVA +YmVhbS5hcGFjaGUub3JnAAoJENIDFvcSITQiiVIP/0P8GKfJ9Lc5dTaY/swy9cRm +k/bBWQnvZHOs1/V9PVGCPcHF38L2qooJPD5yhl68dILTH9AGXrEjaSp6oyryigxJ +8EVrbeKKipPr1jlGh88qqC7a4KvWtoHi3rllIxHHotMr7x5oVleDggLwzYwmXZLn +Cr17CmDQMO3na74bxZ6lPfUasf1yTkzthXFF//QfwuZw+z63a3C6CgYxWEvtVJHt +TZeqRtazUWM73p30yKmG63wu31rVy7g5GdgfihPejg1fXXSyR53hk2mu1UrbEKIV +eD3NStDo2R7GONqZOsf+QVNsEq7MVGu6Sb1KEu8iVzhTM0SJHUXvJ8XLhrfzgK2Z +41YmOkA5TEdFI7dYlO5gHnQlpf11BmFsb0UMVx9S9HqNzyScWrvptO/xkwlEwws2 +X+8w1G83oNItWRdam1waw/mdGs1AMCNmZWY7aBY6YbGH40LdnjWJvrHIzTOsb5bT +MFTK+9nTejW3H1o4iTJSsWYmgC2yAb6cyjNEK6cDh/mcD/E+wM3c0D5Kl/SlRaNi +Gl65FTc3xeKIPFce29v0FdIHrDolIE8+XTxaGrO+sS2FJTw9WfN5RMtLqs2gOBew +MyOGgVQY+KLzsg9zGYNOiUmto2TZnKW2fniR5nQn5ww5KCkLos4ixH59P92GQ97d +rOEIYJ+hZccotmr6tsyu +=KLyx +-END PGP SIGNATURE- Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.sha512 == --- release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.sha512 (added) +++ release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.sha512 Wed Jun 26 20:07:47 2024 @@ -0,0 +1 @@ +c0285119fe9b11dbf860554b9b348b47fe296e6530b86191e4833c950a6bf2e40beba75fe6a99284dab3097ccedd5d8969797922e1b4b57fd442b1ec6f4ac5d9 apache_beam-2.57.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-win32.whl == Binary file - no diff available. Propchange: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-win32.whl -- svn:mime-type = application/octet-stream Added: release/beam/2.57.0/python/apache_beam-2.57.0-cp39-cp39-win32.whl.asc ==
svn commit: r69997 [1/2] - in /release/beam: 2.56.0/ 2.57.0/ 2.57.0/prism/ 2.57.0/prism/darwin/ 2.57.0/prism/darwin/amd64/ 2.57.0/prism/darwin/arm64/ 2.57.0/prism/linux/ 2.57.0/prism/linux/amd64/ 2.57
Author: kenn Date: Wed Jun 26 20:07:47 2024 New Revision: 69997 Log: Adding artifacts for Beam 2.57.0 and removing artifacts for Beam 2.56.0 Added: release/beam/2.57.0/ release/beam/2.57.0/apache-beam-2.57.0-source-release.zip (with props) release/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc release/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 release/beam/2.57.0/prism/ release/beam/2.57.0/prism/darwin/ release/beam/2.57.0/prism/darwin/amd64/ release/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip (with props) release/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.asc release/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.sha512 release/beam/2.57.0/prism/darwin/arm64/ release/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip (with props) release/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip.asc release/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip.sha512 release/beam/2.57.0/prism/linux/ release/beam/2.57.0/prism/linux/amd64/ release/beam/2.57.0/prism/linux/amd64/apache_beam-v2.57.0-prism-linux-amd64.zip (with props) release/beam/2.57.0/prism/linux/amd64/apache_beam-v2.57.0-prism-linux-amd64.zip.asc release/beam/2.57.0/prism/linux/amd64/apache_beam-v2.57.0-prism-linux-amd64.zip.sha512 release/beam/2.57.0/prism/linux/arm64/ release/beam/2.57.0/prism/linux/arm64/apache_beam-v2.57.0-prism-linux-arm64.zip (with props) release/beam/2.57.0/prism/linux/arm64/apache_beam-v2.57.0-prism-linux-arm64.zip.asc release/beam/2.57.0/prism/linux/arm64/apache_beam-v2.57.0-prism-linux-arm64.zip.sha512 release/beam/2.57.0/prism/windows/ release/beam/2.57.0/prism/windows/amd64/ release/beam/2.57.0/prism/windows/amd64/apache_beam-v2.57.0-prism-windows-amd64.zip (with props) release/beam/2.57.0/prism/windows/amd64/apache_beam-v2.57.0-prism-windows-amd64.zip.asc release/beam/2.57.0/prism/windows/amd64/apache_beam-v2.57.0-prism-windows-amd64.zip.sha512 release/beam/2.57.0/prism/windows/arm64/ release/beam/2.57.0/prism/windows/arm64/apache_beam-v2.57.0-prism-windows-arm64.zip (with props) release/beam/2.57.0/prism/windows/arm64/apache_beam-v2.57.0-prism-windows-arm64.zip.asc release/beam/2.57.0/prism/windows/arm64/apache_beam-v2.57.0-prism-windows-arm64.zip.sha512 release/beam/2.57.0/python/ release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-macosx_10_9_x86_64.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-macosx_10_9_x86_64.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-macosx_10_9_x86_64.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win32.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win32.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win32.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win_amd64.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win_amd64.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win_amd64.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-macosx_10_9_x86_64.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-macosx_10_9_x86_64.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-macosx_10_9_x86_64.whl.sha512 release/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (with props) release/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.asc release/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311
(beam-site) branch updates_release_2.57.0 deleted (was d5274c1a7a)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch updates_release_2.57.0 in repository https://gitbox.apache.org/repos/asf/beam-site.git was d5274c1a7a Update beam-site for release 2.57.0. The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
svn commit: r69890 - /dev/beam/2.57.0/python/
Author: kenn Date: Fri Jun 21 03:58:45 2024 New Revision: 69890 Log: Staging Python artifacts for Apache Beam 2.57.0 RC Added: dev/beam/2.57.0/python/ dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-macosx_10_9_x86_64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-macosx_10_9_x86_64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-macosx_10_9_x86_64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win32.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win32.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win32.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win_amd64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win_amd64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp310-cp310-win_amd64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-macosx_10_9_x86_64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-macosx_10_9_x86_64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-macosx_10_9_x86_64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-win32.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-win32.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-win32.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-win_amd64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-win_amd64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp311-cp311-win_amd64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-macosx_10_9_x86_64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-macosx_10_9_x86_64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-macosx_10_9_x86_64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl.sha512 dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (with props) dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.asc dev/beam/2.57.0/python/apache_beam-2.57.0-cp312-cp312-manylinux_2_17_x86_64
(beam-site) branch updates_release_2.57.0 created (now d5274c1a7a)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch updates_release_2.57.0 in repository https://gitbox.apache.org/repos/asf/beam-site.git at d5274c1a7a Update beam-site for release 2.57.0. No new revisions were added by this update.
svn commit: r69886 - in /dev/beam/2.57.0/prism: ./ darwin/ darwin/amd64/ darwin/arm64/ linux/ linux/amd64/ linux/arm64/ windows/ windows/amd64/ windows/arm64/
Author: kenn Date: Thu Jun 20 16:41:33 2024 New Revision: 69886 Log: Staging Prism artifacts for Apache Beam 2.57.0 RC Added: dev/beam/2.57.0/prism/ dev/beam/2.57.0/prism/darwin/ dev/beam/2.57.0/prism/darwin/amd64/ dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip (with props) dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.asc dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.sha512 dev/beam/2.57.0/prism/darwin/arm64/ dev/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip (with props) dev/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip.asc dev/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip.sha512 dev/beam/2.57.0/prism/linux/ dev/beam/2.57.0/prism/linux/amd64/ dev/beam/2.57.0/prism/linux/amd64/apache_beam-v2.57.0-prism-linux-amd64.zip (with props) dev/beam/2.57.0/prism/linux/amd64/apache_beam-v2.57.0-prism-linux-amd64.zip.asc dev/beam/2.57.0/prism/linux/amd64/apache_beam-v2.57.0-prism-linux-amd64.zip.sha512 dev/beam/2.57.0/prism/linux/arm64/ dev/beam/2.57.0/prism/linux/arm64/apache_beam-v2.57.0-prism-linux-arm64.zip (with props) dev/beam/2.57.0/prism/linux/arm64/apache_beam-v2.57.0-prism-linux-arm64.zip.asc dev/beam/2.57.0/prism/linux/arm64/apache_beam-v2.57.0-prism-linux-arm64.zip.sha512 dev/beam/2.57.0/prism/windows/ dev/beam/2.57.0/prism/windows/amd64/ dev/beam/2.57.0/prism/windows/amd64/apache_beam-v2.57.0-prism-windows-amd64.zip (with props) dev/beam/2.57.0/prism/windows/amd64/apache_beam-v2.57.0-prism-windows-amd64.zip.asc dev/beam/2.57.0/prism/windows/amd64/apache_beam-v2.57.0-prism-windows-amd64.zip.sha512 dev/beam/2.57.0/prism/windows/arm64/ dev/beam/2.57.0/prism/windows/arm64/apache_beam-v2.57.0-prism-windows-arm64.zip (with props) dev/beam/2.57.0/prism/windows/arm64/apache_beam-v2.57.0-prism-windows-arm64.zip.asc dev/beam/2.57.0/prism/windows/arm64/apache_beam-v2.57.0-prism-windows-arm64.zip.sha512 Added: dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip == Binary file - no diff available. Propchange: dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip -- svn:mime-type = application/octet-stream Added: dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.asc == --- dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.asc (added) +++ dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.asc Thu Jun 20 16:41:33 2024 @@ -0,0 +1,17 @@ +-BEGIN PGP SIGNATURE- + +iQJMBAABCgA2FiEEkTwzkqdwx4HtxN2r0gMW9xIhNCIFAmZ0W5gYHHByaXZhdGVA +YmVhbS5hcGFjaGUub3JnAAoJENIDFvcSITQiS+EP/0FOgamTg3D06HJOvUE0SSrS +k3XC98bbdNUedu8ECbxFjrtmDp8iLRMIuDpNl+d8nP7R6yu2X8rRNEntgRra1N+a +obx6BUo+wm+COv0yAsBOsJ0ofjlYPf+Us/B562BPOSYIq1MhhyZzaUs/D0hFv1IM +efA64GkGJPgFRXol6/2/2Q8H/K6+do4GqJnFOb+6SMu5mmBg0nivzUPAJOSVylxQ +Bb+CuQMjuT8+WSd4TztQoze2HGY+NcHdfb+k3gpuPKJcM27sNSwiD+9DYKBlo7nJ +R3hjEG2qqzVFe7plWde3hQBjIQP5f0MBroGYHWiX3ld3FBhjS7IIjVRqVvtCTiQw +imXFmmB0ryJEpS3azejVGI0ZdJBXBtx1QYaeW1TeRKj2CRjsOQE/KFUnIhrs/a4f +6qvJzw1KUrDrHOGk+oM3g5owXS/FH2wNUMTN7Naxh3dsuv80c6nyUqvWWPJEefnV +2UwRevpQM5zfe7etBByk/B9x0nDwVgtHqItF9mGWAPkhMzYb9BuJKb6tipvMP8I2 +fsD2ICZzRh37Tmqi5LsODvKsKD8gD6wlT2mhe1rgniKORvR6QnxtBVhpFEkQbQL7 +49ImO90snsXLsUT4w59bo408IzIR7h8SEQxdieoRmetQhHk0sW7ejBSNmXlyN0qW +U88pvERcRczapijjewY0 +=QERV +-END PGP SIGNATURE- Added: dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.sha512 == --- dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.sha512 (added) +++ dev/beam/2.57.0/prism/darwin/amd64/apache_beam-v2.57.0-prism-darwin-amd64.zip.sha512 Thu Jun 20 16:41:33 2024 @@ -0,0 +1 @@ +abe15058ceacb02997aa0be0cc03cad8c0ec3d8e20d718e8e0fbf81a0a0259688d3e4b2738cc993515eef94be425ddf1f2adc359fabd68e87335ed07be35ff1e apache_beam-v2.57.0-prism-darwin-amd64.zip Added: dev/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip == Binary file - no diff available. Propchange: dev/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip -- svn:mime-type = application/octet-stream Added: dev/beam/2.57.0/prism/darwin/arm64/apache_beam-v2.57.0-prism-darwin-arm64.zip.asc
svn commit: r69885 - in /dev/beam/2.57.0: apache-beam-2.57.0-source-release.zip apache-beam-2.57.0-source-release.zip.asc apache-beam-2.57.0-source-release.zip.sha512
Author: kenn Date: Thu Jun 20 16:36:26 2024 New Revision: 69885 Log: Staging Java artifacts for Apache Beam 2.57.0 RC1 Added: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip (with props) Modified: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 Added: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip == Binary file - no diff available. Propchange: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip -- svn:mime-type = application/octet-stream Modified: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc == --- dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc (original) +++ dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc Thu Jun 20 16:36:26 2024 @@ -1,17 +1,17 @@ -BEGIN PGP SIGNATURE- -iQJMBAABCgA2FiEEkTwzkqdwx4HtxN2r0gMW9xIhNCIFAmZwuy8YHHByaXZhdGVA -YmVhbS5hcGFjaGUub3JnAAoJENIDFvcSITQi+/MQAJ6xSCDLCgy8RHjr0gK4G6R6 -mIAxkyL10LT24Z67HSwzD0F9lsFUUE0mWwytyG4H6Ouc7h3XWXhBdeZgIcpk+lld -EPy6mJZ7mMLB8CIREKofZ/U/KRwB81biXVX3fkamutM1OtZpksMQWE+QBOuaqMFl -Pt66+rL7Imfh08DrTWrN2cXv/+blvEMEHaWC3pMNK7w0tf2jVsRkaV1FPB4HR0Ja -HtS+UdDlRBXvS3J5HBHZdd6N5FUm4/5mvRsnXAd6C0ie7rGDvFEB7E41XmnzDNyQ -kJAyyhZblHeYc8m1qc+TxKCs5WqQjONsxJLSghYLxpIf/dol8Kk98JUgEggjqIax -T8cwHqgq5B1UMCfc1TAmrTZVyoxfk1RBZ2l2BBXVCPA63eMlgbEJDgGLORIBGpzL -wzAERDguIruOnsNGN5HsPQ7kv2+5suo9gmoGKnDk1WAICNpvNaKuKvVpXnZhvDcj -PniLsR6McwtEb+iNKWlQIORKi6v6oQfy3JdUDFrMjycaV+dolOj6EbENmGhXo7e4 -IXDxo84yy4EbU+PPneEUxXAP4rtm4t6J4502Ma2o8kkOPS790E8YoEHmme/tR/+9 -QQIWyy+bWDybRRpIjkAsrWbx+vdnQAEwNAUNmc5kecnoPEGMA2oDCdv0jr3I09U4 -Vrc+UzXJLo54IxkWD0Kj -=XgEp +iQJMBAABCgA2FiEEkTwzkqdwx4HtxN2r0gMW9xIhNCIFAmZ0WoUYHHByaXZhdGVA +YmVhbS5hcGFjaGUub3JnAAoJENIDFvcSITQi19EQAMciuCdid2MD5p7wtoOYkWIJ +y8Ybja61AA6Q+vBF/dUyki54t9KxNT+fp6zm8FTZtTMOlRM/eQcRaRTE85YPEk7X +jweJCMV37SfzUJnEyI384lUv4NS4PQ77mNlVh9+m9iz9/3Gxe+USa/07/cwIrEzj +eDXEzGLm1kbUehmw2w5rbtkvAuRk0B/clo387gHQ2z7y8AUUP1UimqES7pGFH/r3 +Pnqqxq5TnUamOFcWTMd6L54mO84l2WWdtDxKafOD41pD/OE6zzNSr6QzwKjnBgiv +x+uuMtKMj8+A8LGBYishPwPKBkmJOlcQX/7jv7ofSyFvM+VRZxopp4khFxqJS3sp +7mZOqdwzccbgzDGd8TaI6ewMdqPegmhcFGwiS4NHv/FVWjvwmvgluyxqhvY5lham +inkxZe7lv+O3Sl5R+8oo5DLUYTbly6jQW0IwVSWq7XiXHtG4/in6mcc4V4XU4pfz +VlZM/uY0xxMwGU8/HF54cMnJtTsKNOpVfjaFgT0wrzuAHoV26Y6DiHk6A1lUAYjy +SBY8cv/8QNHJ6FKpiZaJT0cxSwfxvPA48+zz+tkab5yu+/MueK9V/COtmbAkKXeM +VI0lqTxtXhOnjTiqpQTzyat6ruN/UzLWUnt5K2jVqtkWw4cS+8GIOY/87cwJfkCy +WtjG1f8mpW7MtDXCN/KV +=r90n -END PGP SIGNATURE- Modified: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 == --- dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 (original) +++ dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 Thu Jun 20 16:36:26 2024 @@ -1 +1 @@ -647b7f1ac55e94f794463a8334daf01e4a1b3aa390915186fcda71cb3e81d985325708a89019187eda4fccecd1a7794ac4b6949f2c73a05ad2c76937097a7a20 apache-beam-2.57.0-source-release.zip +3af40594385e01adb539cca5db47b82d682c6a93f413f1e6df427d9cac662e69d55ea0437dd12209a84eb38ab051cde4533a095c527bde87dd8cd7231ba02c7e apache-beam-2.57.0-source-release.zip
(beam) annotated tag v2.57.0-RC1 updated (e3314d4c942 -> cc285b5ee92)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to annotated tag v2.57.0-RC1 in repository https://gitbox.apache.org/repos/asf/beam.git *** WARNING: tag v2.57.0-RC1 was modified! *** from e3314d4c942 (commit) to cc285b5ee92 (tag) tagging e3314d4c942d6fb7c9669e7eb98c5e526b83e1aa (commit) replaces jupyterlab-sidepanel-v3.0.0 by Kenneth Knowles on Thu Jun 20 09:33:01 2024 -0700 - Log - v2.57.0-RC1 --- No new revisions were added by this update. Summary of changes:
(beam) annotated tag sdks/v2.57.0-RC1 deleted (was e9bac1a3185)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to annotated tag sdks/v2.57.0-RC1 in repository https://gitbox.apache.org/repos/asf/beam.git *** WARNING: tag sdks/v2.57.0-RC1 was deleted! *** tag was e9bac1a3185 This change permanently discards the following revisions: discard e5d47dad2f3 Set version for 2.57.0 RC1
(beam) annotated tag sdks/v2.57.0-RC1 updated (e3314d4c942 -> f73629d87e6)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to annotated tag sdks/v2.57.0-RC1 in repository https://gitbox.apache.org/repos/asf/beam.git *** WARNING: tag sdks/v2.57.0-RC1 was modified! *** from e3314d4c942 (commit) to f73629d87e6 (tag) tagging e3314d4c942d6fb7c9669e7eb98c5e526b83e1aa (commit) replaces jupyterlab-sidepanel-v3.0.0 by Kenneth Knowles on Thu Jun 20 09:33:01 2024 -0700 - Log - Go SDK v2.57.0-RC1 --- No new revisions were added by this update. Summary of changes:
(beam) annotated tag v2.57.0-RC1 deleted (was 28e96f893c4)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to annotated tag v2.57.0-RC1 in repository https://gitbox.apache.org/repos/asf/beam.git *** WARNING: tag v2.57.0-RC1 was deleted! *** tag was 28e96f893c4 This change permanently discards the following revisions: discard e5d47dad2f3 Set version for 2.57.0 RC1
(beam) 01/01: Merge pull request #31626: [release-2.57.0] Cherrypick #31490 into the release branch.
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit 96766f28eb64679d4b3284ddfeeb6408a758a97c Merge: 40653e730b6 2ff8b61108a Author: Kenneth Knowles AuthorDate: Thu Jun 20 09:27:27 2024 -0700 Merge pull request #31626: [release-2.57.0] Cherrypick #31490 into the release branch. ...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +- ...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +- ...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +- ...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +- .../dataflow/DataflowPipelineTranslator.java | 34 ++-- .../beam/runners/dataflow/DataflowRunner.java | 6 + .../dataflow/RedistributeByKeyOverrideFactory.java | 138 +++ .../dataflow/internal/DataflowGroupByKey.java | 194 + 8 files changed, 359 insertions(+), 25 deletions(-)
(beam) branch release-2.57.0 updated (40653e730b6 -> 96766f28eb6)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from 40653e730b6 Merge pull request #31642: Use correct name for tox doc task. add 2ff8b61108a Plumb Redistribute "allow duplicates" property to Dataflow (#31490) new 96766f28eb6 Merge pull request #31626: [release-2.57.0] Cherrypick #31490 into the release branch. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: ...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +- ...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +- ...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +- ...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +- .../dataflow/DataflowPipelineTranslator.java | 34 ++-- .../beam/runners/dataflow/DataflowRunner.java | 6 + .../dataflow/RedistributeByKeyOverrideFactory.java | 138 +++ .../dataflow/internal/DataflowGroupByKey.java | 194 + 8 files changed, 359 insertions(+), 25 deletions(-) create mode 100644 runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/RedistributeByKeyOverrideFactory.java create mode 100644 runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/internal/DataflowGroupByKey.java
(beam) 01/01: Merge pull request #31642: Use correct name for tox doc task.
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit 40653e730b6997395d99efa0fb981b7abed45edc Merge: df480af7776 4b132b29b96 Author: Kenneth Knowles AuthorDate: Tue Jun 18 15:41:09 2024 -0700 Merge pull request #31642: Use correct name for tox doc task. .github/workflows/build_release_candidate.yml | 16 1 file changed, 8 insertions(+), 8 deletions(-)
(beam) branch release-2.57.0 updated (df480af7776 -> 40653e730b6)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from df480af7776 Merge pull request #31562: Cherrypick #31550 and #31602 onto release branch add 4b132b29b96 Use correct name for tox doc task. new 40653e730b6 Merge pull request #31642: Use correct name for tox doc task. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/workflows/build_release_candidate.yml | 16 1 file changed, 8 insertions(+), 8 deletions(-)
(beam) branch master updated (aabf7d0fb46 -> 8e308cd666f)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from aabf7d0fb46 Bump scikit-learn from 1.0.2 to 1.5.0 in /sdks/python/apache_beam/examples/inference/anomaly_detection/anomaly_detection_pipeline (#31629) add 9379df192be Use correct name for tox doc task. new 8e308cd666f Merge pull request #31643: Use correct name for tox doc task. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/workflows/build_release_candidate.yml | 16 1 file changed, 8 insertions(+), 8 deletions(-)
(beam) 01/01: Merge pull request #31643: Use correct name for tox doc task.
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 8e308cd666fff94c98647d92d3fa8c547362bb18 Merge: aabf7d0fb46 9379df192be Author: Kenneth Knowles AuthorDate: Tue Jun 18 15:40:59 2024 -0700 Merge pull request #31643: Use correct name for tox doc task. .github/workflows/build_release_candidate.yml | 16 1 file changed, 8 insertions(+), 8 deletions(-)
svn commit: r69817 - in /dev/beam/2.57.0: ./ apache-beam-2.57.0-source-release.zip apache-beam-2.57.0-source-release.zip.asc apache-beam-2.57.0-source-release.zip.sha512
Author: kenn Date: Mon Jun 17 22:39:46 2024 New Revision: 69817 Log: Staging Java artifacts for Apache Beam 2.57.0 RC1 Added: dev/beam/2.57.0/ dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip (with props) dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 Added: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip == Binary file - no diff available. Propchange: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip -- svn:mime-type = application/octet-stream Added: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc == --- dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc (added) +++ dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.asc Mon Jun 17 22:39:46 2024 @@ -0,0 +1,17 @@ +-BEGIN PGP SIGNATURE- + +iQJMBAABCgA2FiEEkTwzkqdwx4HtxN2r0gMW9xIhNCIFAmZwuy8YHHByaXZhdGVA +YmVhbS5hcGFjaGUub3JnAAoJENIDFvcSITQi+/MQAJ6xSCDLCgy8RHjr0gK4G6R6 +mIAxkyL10LT24Z67HSwzD0F9lsFUUE0mWwytyG4H6Ouc7h3XWXhBdeZgIcpk+lld +EPy6mJZ7mMLB8CIREKofZ/U/KRwB81biXVX3fkamutM1OtZpksMQWE+QBOuaqMFl +Pt66+rL7Imfh08DrTWrN2cXv/+blvEMEHaWC3pMNK7w0tf2jVsRkaV1FPB4HR0Ja +HtS+UdDlRBXvS3J5HBHZdd6N5FUm4/5mvRsnXAd6C0ie7rGDvFEB7E41XmnzDNyQ +kJAyyhZblHeYc8m1qc+TxKCs5WqQjONsxJLSghYLxpIf/dol8Kk98JUgEggjqIax +T8cwHqgq5B1UMCfc1TAmrTZVyoxfk1RBZ2l2BBXVCPA63eMlgbEJDgGLORIBGpzL +wzAERDguIruOnsNGN5HsPQ7kv2+5suo9gmoGKnDk1WAICNpvNaKuKvVpXnZhvDcj +PniLsR6McwtEb+iNKWlQIORKi6v6oQfy3JdUDFrMjycaV+dolOj6EbENmGhXo7e4 +IXDxo84yy4EbU+PPneEUxXAP4rtm4t6J4502Ma2o8kkOPS790E8YoEHmme/tR/+9 +QQIWyy+bWDybRRpIjkAsrWbx+vdnQAEwNAUNmc5kecnoPEGMA2oDCdv0jr3I09U4 +Vrc+UzXJLo54IxkWD0Kj +=XgEp +-END PGP SIGNATURE- Added: dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 == --- dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 (added) +++ dev/beam/2.57.0/apache-beam-2.57.0-source-release.zip.sha512 Mon Jun 17 22:39:46 2024 @@ -0,0 +1 @@ +647b7f1ac55e94f794463a8334daf01e4a1b3aa390915186fcda71cb3e81d985325708a89019187eda4fccecd1a7794ac4b6949f2c73a05ad2c76937097a7a20 apache-beam-2.57.0-source-release.zip
(beam) annotated tag v2.57.0-RC1 updated (e5d47dad2f3 -> 28e96f893c4)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to annotated tag v2.57.0-RC1 in repository https://gitbox.apache.org/repos/asf/beam.git *** WARNING: tag v2.57.0-RC1 was modified! *** from e5d47dad2f3 (commit) to 28e96f893c4 (tag) tagging e5d47dad2f3540fe33b3d644184f5dfe147c1d32 (commit) replaces jupyterlab-sidepanel-v3.0.0 by Kenneth Knowles on Mon Jun 17 15:33:56 2024 -0700 - Log - v2.57.0-RC1 --- No new revisions were added by this update. Summary of changes:
(beam) annotated tag sdks/v2.57.0-RC1 updated (e5d47dad2f3 -> e9bac1a3185)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to annotated tag sdks/v2.57.0-RC1 in repository https://gitbox.apache.org/repos/asf/beam.git *** WARNING: tag sdks/v2.57.0-RC1 was modified! *** from e5d47dad2f3 (commit) to e9bac1a3185 (tag) tagging e5d47dad2f3540fe33b3d644184f5dfe147c1d32 (commit) replaces jupyterlab-sidepanel-v3.0.0 by Kenneth Knowles on Mon Jun 17 15:33:56 2024 -0700 - Log - Go SDK v2.57.0-RC1 --- No new revisions were added by this update. Summary of changes:
(beam) 01/01: Merge pull request #31562: Cherrypick #31550 and #31602 onto release branch
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit df480af7776dc25102c89a4ceb9111db07d012ad Merge: 6df1214ea5f f1da72dc54e Author: Kenneth Knowles AuthorDate: Mon Jun 17 13:24:44 2024 -0700 Merge pull request #31562: Cherrypick #31550 and #31602 onto release branch sdks/python/apache_beam/io/gcp/gcsio.py| 18 ++-- sdks/python/apache_beam/io/gcp/gcsio_test.py | 15 ++ .../python/apache_beam/options/pipeline_options.py | 24 ++ 3 files changed, 55 insertions(+), 2 deletions(-)
(beam) branch release-2.57.0 updated (6df1214ea5f -> df480af7776)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from 6df1214ea5f Merge pull request #31589: [Release-2.57.0] Cherry-pick #31580 into release branch add 51683bf2db6 [Python] Add warning to temp_location and staging_location when the bucket has soft delete enabled (#31550) add f1da72dc54e Fix internal test failure caused by PR 31550 (#31602) new df480af7776 Merge pull request #31562: Cherrypick #31550 and #31602 onto release branch The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/python/apache_beam/io/gcp/gcsio.py| 18 ++-- sdks/python/apache_beam/io/gcp/gcsio_test.py | 15 ++ .../python/apache_beam/options/pipeline_options.py | 24 ++ 3 files changed, 55 insertions(+), 2 deletions(-)
(beam) branch master updated: Plumb Redistribute "allow duplicates" property to Dataflow (#31490)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 3a53181d938 Plumb Redistribute "allow duplicates" property to Dataflow
(#31490)
3a53181d938 is described below
commit 3a53181d938fe1456ea519412acd3ab39aedd629
Author: Celeste Zeng <61256376+celeste-z...@users.noreply.github.com>
AuthorDate: Mon Jun 17 10:40:27 2024 -0700
Plumb Redistribute "allow duplicates" property to Dataflow (#31490)
- Since Dataflow only translates primitives, added a runner-specific
DataflowGroupByKey primitive
- Added override for RedistributeByKey that replaces GBK with Dataflow
GBK, to plumb property
---
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +-
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +-
...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +-
.../dataflow/DataflowPipelineTranslator.java | 34 ++--
.../beam/runners/dataflow/DataflowRunner.java | 6 +
.../dataflow/RedistributeByKeyOverrideFactory.java | 138 +++
.../dataflow/internal/DataflowGroupByKey.java | 194 +
8 files changed, 359 insertions(+), 25 deletions(-)
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow.json
index 305ccbe0367..96e098eb7f9 100644
--- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow.json
+++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow.json
@@ -1,5 +1,6 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
"https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
- "https://github.com/apache/beam/pull/31268": "noting that PR #31268 should
run this test"
+ "https://github.com/apache/beam/pull/31268": "noting that PR #31268 should
run this test",
+ "https://github.com/apache/beam/pull/31490": "noting that PR #31490 should
run this test"
}
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.json
index 305ccbe0367..96e098eb7f9 100644
---
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.json
+++
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.json
@@ -1,5 +1,6 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
"https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
- "https://github.com/apache/beam/pull/31268": "noting that PR #31268 should
run this test"
+ "https://github.com/apache/beam/pull/31268": "noting that PR #31268 should
run this test",
+ "https://github.com/apache/beam/pull/31490": "noting that PR #31490 should
run this test"
}
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2.json
index 305ccbe0367..96e098eb7f9 100644
---
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2.json
+++
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2.json
@@ -1,5 +1,6 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
"https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
- "https://github.com/apache/beam/pull/31268": "noting that PR #31268 should
run this test"
+ "https://github.com/apache/beam/pull/31268": "noting that PR #31268 should
run this test",
+ "https://github.com/apache/beam/pull/31490": "noting that PR #31490 should
run this test"
}
diff --git
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json
index 305ccbe0367..96e098eb7f9 100644
---
a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json
+++
b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json
@@ -1,5 +1,6 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
"https://github.com/apache/beam/pull/31156": "noting that PR #31156 should
run this test",
- "https://github.com/apache/beam/pull/31268&
(beam) 01/01: Merge pull request #31589: [Release-2.57.0] Cherry-pick #31580 into release branch
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit 6df1214ea5f9352005cf64efcc2fc6bb48836957 Merge: d64f8ca0ade a6f3efbb351 Author: Kenneth Knowles AuthorDate: Thu Jun 13 19:59:56 2024 -0400 Merge pull request #31589: [Release-2.57.0] Cherry-pick #31580 into release branch CHANGES.md | 3 ++ .../org/apache/beam/sdk/util/RowJsonUtils.java | 32 ++ .../sdk/io/gcp/bigquery/TableRowJsonCoder.java | 24 ++-- .../sdk/io/gcp/bigquery/TableRowJsonCoderTest.java | 8 ++ 4 files changed, 59 insertions(+), 8 deletions(-)
(beam) branch release-2.57.0 updated (d64f8ca0ade -> 6df1214ea5f)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from d64f8ca0ade Merge pull request #31598: [release-2.57.0] Cherrypick #31581 into the release branch. add a6f3efbb351 Fix StreamConstraintsException introduced in jackson 2.15 (#31580) new 6df1214ea5f Merge pull request #31589: [Release-2.57.0] Cherry-pick #31580 into release branch The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: CHANGES.md | 3 ++ .../org/apache/beam/sdk/util/RowJsonUtils.java | 32 ++ .../sdk/io/gcp/bigquery/TableRowJsonCoder.java | 24 ++-- .../sdk/io/gcp/bigquery/TableRowJsonCoderTest.java | 8 ++ 4 files changed, 59 insertions(+), 8 deletions(-)
(beam) 01/01: Merge pull request #31598: [release-2.57.0] Cherrypick #31581 into the release branch.
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit d64f8ca0ade7e6804e7868bad315884c1e421af6 Merge: 5f0bc1abee0 d7da9d318aa Author: Kenneth Knowles AuthorDate: Thu Jun 13 19:58:16 2024 -0400 Merge pull request #31598: [release-2.57.0] Cherrypick #31581 into the release branch. sdks/python/apache_beam/runners/worker/data_plane.py | 12 1 file changed, 8 insertions(+), 4 deletions(-)
(beam) branch release-2.57.0 updated (5f0bc1abee0 -> d64f8ca0ade)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from 5f0bc1abee0 Merge pull request #31575: [Cherrypick of #31509] Filter out tests for unsupported features for Spark. add c291f4f8d3e Limit the size of bundles of elements emitted by SDK into the data output stream. add d7da9d318aa Use a type-compliant sentinel. new d64f8ca0ade Merge pull request #31598: [release-2.57.0] Cherrypick #31581 into the release branch. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/python/apache_beam/runners/worker/data_plane.py | 12 1 file changed, 8 insertions(+), 4 deletions(-)
(beam) 01/01: Merge pull request #31575: [Cherrypick of #31509] Filter out tests for unsupported features for Spark.
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit 5f0bc1abee012a034574772660be7f8ad96fafec Merge: e92fbfe28a4 905b041d7e0 Author: Kenneth Knowles AuthorDate: Wed Jun 12 14:42:45 2024 -0400 Merge pull request #31575: [Cherrypick of #31509] Filter out tests for unsupported features for Spark. sdks/go/test/integration/integration.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-)
(beam) branch release-2.57.0 updated (e92fbfe28a4 -> 5f0bc1abee0)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from e92fbfe28a4 Merge pull request #31563: Cherrypick #31546 to 2.57.0 release branch add 905b041d7e0 [CheryrPick] Filter out tests for unsupported featers new 5f0bc1abee0 Merge pull request #31575: [Cherrypick of #31509] Filter out tests for unsupported features for Spark. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/go/test/integration/integration.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-)
(beam) branch release-2.57.0 updated (36601444ff0 -> e92fbfe28a4)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from 36601444ff0 Merge pull request #31557: Cherrypick #31555 onto release branch add 8ccb15545c4 Fix Python Linting Errors on Master (#31546) new e92fbfe28a4 Merge pull request #31563: Cherrypick #31546 to 2.57.0 release branch The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/python/apache_beam/internal/gcp/auth.py | 4 ++-- sdks/python/apache_beam/internal/gcp/auth_test.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-)
(beam) 01/01: Merge pull request #31563: Cherrypick #31546 to 2.57.0 release branch
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit e92fbfe28a404a085337b89bed832d7c640017de Merge: 36601444ff0 8ccb15545c4 Author: Kenneth Knowles AuthorDate: Tue Jun 11 12:05:26 2024 -0400 Merge pull request #31563: Cherrypick #31546 to 2.57.0 release branch sdks/python/apache_beam/internal/gcp/auth.py | 4 ++-- sdks/python/apache_beam/internal/gcp/auth_test.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-)
(beam) 01/01: Merge pull request #31557: Cherrypick #31555 onto release branch
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit 36601444ff05509e379225e8bdb00bae416ffa7e Merge: ffb7422e046 bc7343be98c Author: Kenneth Knowles AuthorDate: Tue Jun 11 09:49:30 2024 -0400 Merge pull request #31557: Cherrypick #31555 onto release branch .../apache/beam/runners/dataflow/worker/StreamingDataflowWorker.java| 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) branch release-2.57.0 updated (ffb7422e046 -> 36601444ff0)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git from ffb7422e046 Merge pull request #31547: [Release-2.57.0] Chery-pick #31538 into release branch add bc7343be98c Fix usage of two different StateCache in StreamingDataflowWorker new 36601444ff0 Merge pull request #31557: Cherrypick #31555 onto release branch The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../apache/beam/runners/dataflow/worker/StreamingDataflowWorker.java| 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) branch release-2.57.0 updated (6cbf144f21b -> ffb7422e046)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch release-2.57.0
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6cbf144f21b fix managed doc (#31521)
add f0510adc044 Skip newly added TestStream VR tests for flink runner
(#31538)
new ffb7422e046 Merge pull request #31547: [Release-2.57.0] Chery-pick
#31538 into release branch
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
...eam_PostCommit_XVR_Flink.json => beam_PostCommit_Go_VR_Flink.json} | 0
sdks/go/test/integration/integration.go | 4
2 files changed, 4 insertions(+)
rename .github/trigger_files/{beam_PostCommit_XVR_Flink.json =>
beam_PostCommit_Go_VR_Flink.json} (100%)
(beam) 01/01: Merge pull request #31547: [Release-2.57.0] Chery-pick #31538 into release branch
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch release-2.57.0 in repository https://gitbox.apache.org/repos/asf/beam.git commit ffb7422e0468b702fe80a3aa1a981faaafe0b013 Merge: 6cbf144f21b f0510adc044 Author: Kenneth Knowles AuthorDate: Mon Jun 10 11:14:25 2024 -0400 Merge pull request #31547: [Release-2.57.0] Chery-pick #31538 into release branch ...eam_PostCommit_XVR_Flink.json => beam_PostCommit_Go_VR_Flink.json} | 0 sdks/go/test/integration/integration.go | 4 2 files changed, 4 insertions(+)
(beam) 01/01: Merge pull request #31555: Fix usage of two different StateCache in StreamingDataflowWorker
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 9e422ca1b0f4c832f9117df08d992e29ce9f Merge: 7a0ad41935f 89494ef1493 Author: Kenneth Knowles AuthorDate: Mon Jun 10 11:00:23 2024 -0400 Merge pull request #31555: Fix usage of two different StateCache in StreamingDataflowWorker .../apache/beam/runners/dataflow/worker/StreamingDataflowWorker.java| 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) branch master updated (7a0ad41935f -> 9e422ca1b0f)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 7a0ad41935f Escape literal tab. (#31548) add 89494ef1493 Fix usage of two different StateCache in StreamingDataflowWorker new 9e422ca1b0f Merge pull request #31555: Fix usage of two different StateCache in StreamingDataflowWorker The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../apache/beam/runners/dataflow/worker/StreamingDataflowWorker.java| 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) branch master updated (2a63d4b436e -> f67f95c1553)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 2a63d4b436e Update CHANGES.md: add 2.58.0 section add f67f95c1553 Update CHANGES.md: clean up 2.57.0 section No new revisions were added by this update. Summary of changes: CHANGES.md | 5 - 1 file changed, 5 deletions(-)
(beam) branch master updated (bd00a69402f -> 2a63d4b436e)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from bd00a69402f update the transform label error message (#31508) add 5c6d23c5ede Update CHANGES.md: clean up 2.57.0 section add 2a63d4b436e Update CHANGES.md: add 2.58.0 section No new revisions were added by this update. Summary of changes: CHANGES.md | 48 +++- 1 file changed, 35 insertions(+), 13 deletions(-)
(beam) branch master updated (1fea5f797e9 -> cf01cba3aa0)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 1fea5f797e9 Support unknown repeated STRUCTs (#31447) add 2bb80124472 Delete unused class new cf01cba3aa0 Merge pull request #31502: Delete RedistributeByKeyAllowingDuplicates from Redistribute The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../java/org/apache/beam/sdk/transforms/Redistribute.java | 13 - 1 file changed, 13 deletions(-)
(beam) 01/01: Merge pull request #31502: Delete RedistributeByKeyAllowingDuplicates from Redistribute
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit cf01cba3aa09a61b06b9a4c437e78258e906f322 Merge: 1fea5f797e9 2bb80124472 Author: Kenneth Knowles AuthorDate: Tue Jun 4 18:18:10 2024 -0400 Merge pull request #31502: Delete RedistributeByKeyAllowingDuplicates from Redistribute .../java/org/apache/beam/sdk/transforms/Redistribute.java | 13 - 1 file changed, 13 deletions(-)
(beam) branch master updated (6de9a60dc9e -> 2196758c20b)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 6de9a60dc9e Skip tests using TFT in Beam ML unit test suite on Python 3.11+ (#31288) add 041a8dd1173 Touch Samza ValidatesRunner trigger files add f58a9d6680e Reapply "Add Redistribute translation to Samza runner" new 2196758c20b Merge pull request #31270: Reapply "Add Redistribute translation to Samza runner" The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../beam_PostCommit_Java_PVR_Samza.json| 3 +- ...beam_PostCommit_Java_ValidatesRunner_Samza.json | 3 +- .../translation/RedistributeByKeyTranslator.java | 64 ++ .../samza/translation/ReshuffleTranslator.java | 14 - .../samza/translation/SamzaPipelineTranslator.java | 1 + 5 files changed, 81 insertions(+), 4 deletions(-) create mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/RedistributeByKeyTranslator.java
(beam) 01/01: Merge pull request #31270: Reapply "Add Redistribute translation to Samza runner"
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 2196758c20bd176cc1e202644a96ae5da708cc75 Merge: 6de9a60dc9e f58a9d6680e Author: Kenneth Knowles AuthorDate: Wed May 15 13:51:09 2024 -0400 Merge pull request #31270: Reapply "Add Redistribute translation to Samza runner" .../beam_PostCommit_Java_PVR_Samza.json| 3 +- ...beam_PostCommit_Java_ValidatesRunner_Samza.json | 3 +- .../translation/RedistributeByKeyTranslator.java | 64 ++ .../samza/translation/ReshuffleTranslator.java | 14 - .../samza/translation/SamzaPipelineTranslator.java | 1 + 5 files changed, 81 insertions(+), 4 deletions(-)
(beam) branch master updated (99714991b00 -> 7f9264ad91d)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 99714991b00 Merge pull request #31268: Reapply "Add direct Dataflow translation of Redistribute transform" add 8869175a887 Fix nullness errors in TestPipeline add 7f9264ad91d Merge pull request #31230: Fix nullness errors in TestPipeline No new revisions were added by this update. Summary of changes: .../org/apache/beam/sdk/testing/TestPipeline.java | 85 -- 1 file changed, 46 insertions(+), 39 deletions(-)
(beam) 01/01: Merge pull request #31268: Reapply "Add direct Dataflow translation of Redistribute transform"
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 99714991b004ae391568635bba67d45d6a73b65a Merge: c1d1bd642d1 238792d7c65 Author: Kenneth Knowles AuthorDate: Tue May 14 11:18:33 2024 -0400 Merge pull request #31268: Reapply "Add direct Dataflow translation of Redistribute transform" ...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +- ...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +- ...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +- ...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +- .../dataflow/DataflowPipelineTranslator.java | 37 ++ .../beam/runners/dataflow/util/PropertyNames.java | 1 + 6 files changed, 46 insertions(+), 4 deletions(-)
(beam) branch master updated (c1d1bd642d1 -> 99714991b00)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from c1d1bd642d1 Fix a typo in skip condition. (#31267) add 4a15af019cc Touch trigger files for Dataflow ValidatesRunner tests add 238792d7c65 Reapply "Add direct Dataflow translation of Redistribute transform" new 99714991b00 Merge pull request #31268: Reapply "Add direct Dataflow translation of Redistribute transform" The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: ...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +- ...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +- ...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +- ...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +- .../dataflow/DataflowPipelineTranslator.java | 37 ++ .../beam/runners/dataflow/util/PropertyNames.java | 1 + 6 files changed, 46 insertions(+), 4 deletions(-)
(beam) branch master updated (66da760357c -> 737be230347)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 66da760357c Update yaml to non-beta link (#31210)
add a0c08272d42 Touch trigger files for all relevant ValidatesRunner and
PVR suites
add bf347fe898b Sickbay extremely flaky Flink ParDoLifecycleTest
add ef431ec90f2 Reapply "Add Redistribute transform to Java SDK"
add 737be230347 Merge pull request #31156: Reapply "Add Redistribute
transform to Java SDK"
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_PVR_Flink_Batch.json | 4 +
.../beam_PostCommit_Java_PVR_Flink_Docker.json | 4 +
.../beam_PostCommit_Java_PVR_Flink_Streaming.json | 4 +
.../beam_PostCommit_Java_PVR_Samza.json| 4 +
.../beam_PostCommit_Java_PVR_Spark3_Batch.json | 4 +
.../beam_PostCommit_Java_PVR_Spark3_Streaming.json | 3 +-
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +-
...Java_ValidatesRunner_Dataflow_JavaVersions.json | 4 +
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +-
...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +-
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 4 +
...t_Java_ValidatesRunner_Direct_JavaVersions.json | 4 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 3 +-
...stCommit_Java_ValidatesRunner_Flink_Java11.json | 3 +-
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 3 +-
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 3 +-
...a_ValidatesRunner_SparkStructuredStreaming.json | 3 +-
...stCommit_Java_ValidatesRunner_Spark_Java11.json | 4 +
...m_PostCommit_Java_ValidatesRunner_Twister2.json | 3 +-
.../beam_PostCommit_Java_ValidatesRunner_ULR.json | 3 +-
runners/flink/flink_runner.gradle | 3 +
runners/flink/job-server/flink_job_server.gradle | 2 +
runners/portability/java/build.gradle | 2 +
runners/samza/job-server/build.gradle | 2 +
runners/spark/job-server/spark_job_server.gradle | 8 +
runners/spark/spark_runner.gradle | 7 +
.../apache/beam/sdk/transforms/Redistribute.java | 300 +
.../util/construction/PTransformTranslation.java | 8 +
.../{ReshuffleTest.java => RedistributeTest.java} | 159 +--
30 files changed, 453 insertions(+), 110 deletions(-)
create mode 100644
.github/trigger_files/beam_PostCommit_Java_PVR_Flink_Batch.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_PVR_Flink_Docker.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_PVR_Flink_Streaming.json
create mode 100644 .github/trigger_files/beam_PostCommit_Java_PVR_Samza.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_PVR_Spark3_Batch.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_JavaVersions.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Direct.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Direct_JavaVersions.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark_Java11.json
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Redistribute.java
copy
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/{ReshuffleTest.java
=> RedistributeTest.java} (73%)
(beam) branch master updated (057eb06514a -> 13708eaedeb)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 057eb06514a Add a container for Python 3.12. (#31216) add 736f2b963dd Turn off abandoned node enforcement in some Reshuffle unit tests where it is not needed add 13708eaedeb Merge pull request #31229: Turn off abandoned node enforcement in some Reshuffle unit tests where it is not needed No new revisions were added by this update. Summary of changes: .../src/test/java/org/apache/beam/sdk/transforms/ReshuffleTest.java | 4 1 file changed, 4 insertions(+)
(beam) branch master updated (2ad45739acd -> 8328d073ab8)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 2ad45739acd Targeted dependency update for Pandas 2.1 (#31209) add 0b36f8e23fc Use already-existing and more appropriately alarmist experiment in Python new 8328d073ab8 Merge pull request #31212: Use already-existing and more appropriately alarmist experiment in Python The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) 01/01: Merge pull request #31212: Use already-existing and more appropriately alarmist experiment in Python
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 8328d073ab8492927927ad0a49d3d2f2169023bf Merge: 2ad45739acd 0b36f8e23fc Author: Kenneth Knowles AuthorDate: Tue May 7 21:05:11 2024 -0400 Merge pull request #31212: Use already-existing and more appropriately alarmist experiment in Python sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) 01/01: Merge pull request #31143: Limit elasticsearch testing to basic tests when core SDK is modified
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 294aa65af93865e0b30060ebaf69b62a5b1c7bf4 Merge: a2987006ded 2f570145fd9 Author: Kenneth Knowles AuthorDate: Thu May 2 09:48:32 2024 -0400 Merge pull request #31143: Limit elasticsearch testing to basic tests when core SDK is modified build.gradle.kts | 5 - 1 file changed, 5 deletions(-)
(beam) branch master updated (a2987006ded -> 294aa65af93)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from a2987006ded update Changes.md for bigquery metrics (#31155) add 2f570145fd9 Limit elasticsearch testing from core SDK change to just one suite (not full elasticsearch compat suite which is very flaky) new 294aa65af93 Merge pull request #31143: Limit elasticsearch testing to basic tests when core SDK is modified The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: build.gradle.kts | 5 - 1 file changed, 5 deletions(-)
(beam) branch master updated (ea4770bf59c -> 8ef90be1b60)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from ea4770bf59c Add controlling multiple models across processes to CHANGES (#31147) add f498cdfc2a8 Revert "Add Redistribute transform to Java SDK" add 3b272d2c6c9 Revert "Add direct Dataflow translation of Redistribute transform" add ece456c1a91 Revert "Add Redistribute translation to Spark runner" add ab9af72aeed Revert "Add Redistribute translation to Samza runner" add 49056fd7ed1 Revert "Add Redistribute translation to FlinkRunner" new 8ef90be1b60 Merge pull request #31140: Revert addition of Redistribute and tests to Java SDK, and translations from runners The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: runners/flink/flink_runner.gradle | 1 - runners/flink/job-server/flink_job_server.gradle | 2 - .../FlinkBatchPortablePipelineTranslator.java | 17 +- .../flink/FlinkBatchTransformTranslators.java | 78 .../FlinkStreamingPortablePipelineTranslator.java | 22 -- .../flink/FlinkStreamingTransformTranslators.java | 37 -- .../dataflow/DataflowPipelineTranslator.java | 37 -- .../beam/runners/dataflow/util/PropertyNames.java | 1 - .../translation/RedistributeByKeyTranslator.java | 64 .../samza/translation/ReshuffleTranslator.java | 14 +- .../samza/translation/SamzaPipelineTranslator.java | 1 - .../spark/translation/TransformTranslator.java | 66 .../streaming/StreamingTransformTranslator.java| 70 .../apache/beam/sdk/transforms/Redistribute.java | 300 --- .../util/construction/PTransformTranslation.java | 8 - .../beam/sdk/transforms/RedistributeTest.java | 410 - 16 files changed, 3 insertions(+), 1125 deletions(-) delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/RedistributeByKeyTranslator.java delete mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Redistribute.java delete mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/RedistributeTest.java
(beam) 01/01: Merge pull request #31140: Revert addition of Redistribute and tests to Java SDK, and translations from runners
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 8ef90be1b6042d5ea79a249d61179df9ca0f6ea2 Merge: ea4770bf59c 49056fd7ed1 Author: Kenneth Knowles AuthorDate: Wed May 1 13:10:34 2024 -0400 Merge pull request #31140: Revert addition of Redistribute and tests to Java SDK, and translations from runners runners/flink/flink_runner.gradle | 1 - runners/flink/job-server/flink_job_server.gradle | 2 - .../FlinkBatchPortablePipelineTranslator.java | 17 +- .../flink/FlinkBatchTransformTranslators.java | 78 .../FlinkStreamingPortablePipelineTranslator.java | 22 -- .../flink/FlinkStreamingTransformTranslators.java | 37 -- .../dataflow/DataflowPipelineTranslator.java | 37 -- .../beam/runners/dataflow/util/PropertyNames.java | 1 - .../translation/RedistributeByKeyTranslator.java | 64 .../samza/translation/ReshuffleTranslator.java | 14 +- .../samza/translation/SamzaPipelineTranslator.java | 1 - .../spark/translation/TransformTranslator.java | 66 .../streaming/StreamingTransformTranslator.java| 70 .../apache/beam/sdk/transforms/Redistribute.java | 300 --- .../util/construction/PTransformTranslation.java | 8 - .../beam/sdk/transforms/RedistributeTest.java | 410 - 16 files changed, 3 insertions(+), 1125 deletions(-)
(beam) branch master updated (413af128937 -> e3b4d41f6b8)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 413af128937 Allow users to configure wait options for new Neo4j databases (#31129) add 22535521e7b Bump com.gradle.enterprise from 3.15.1 to 3.17.2 new e3b4d41f6b8 Merge pull request #31032: Bump com.gradle.enterprise from 3.15.1 to 3.17.2 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: settings.gradle.kts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) 01/01: Merge pull request #31032: Bump com.gradle.enterprise from 3.15.1 to 3.17.2
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit e3b4d41f6b8a7a36891a268c5ee513e70fe5530c Merge: 413af128937 22535521e7b Author: Kenneth Knowles AuthorDate: Tue Apr 30 10:40:11 2024 -0400 Merge pull request #31032: Bump com.gradle.enterprise from 3.15.1 to 3.17.2 settings.gradle.kts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(beam) branch master updated (673da546c14 -> 6fa6a28b397)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 673da546c14 [#30083][prism] Factor out hold tracking to dedicated
structures (#31105)
add 08fc33b26cc Touch trigger files (add some comments as well)
add 7ade06f6f77 Add Redistribute to Beam model protos
add f49ac7d10a0 Add Redistribute transform to Java SDK
add 18ebc454928 Add direct Dataflow translation of Redistribute transform
add 21e3fa1eedf Add Redistribute translation to Spark runner
add 8f1d3da4399 Add Redistribute translation to Samza runner
add bdfc7812fdf Add Redistribute translation to FlinkRunner
new 6fa6a28b397 Merge pull request #30545: Add Redistribute transform to
model, Java SDK, and most active runners
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
..._PostCommit_Java_ValidatesRunner_Dataflow.json} | 0
...t_Java_ValidatesRunner_Dataflow_Streaming.json} | 0
...eam_PostCommit_Java_ValidatesRunner_Flink.json} | 0
...eam_PostCommit_Java_ValidatesRunner_Samza.json} | 0
...eam_PostCommit_Java_ValidatesRunner_Spark.json} | 0
.../beam/model/pipeline/v1/beam_runner_api.proto | 8 +
runners/flink/flink_runner.gradle | 1 +
runners/flink/job-server/flink_job_server.gradle | 2 +
.../FlinkBatchPortablePipelineTranslator.java | 17 +-
.../flink/FlinkBatchTransformTranslators.java | 78 ++
.../FlinkStreamingPortablePipelineTranslator.java | 22 ++
.../flink/FlinkStreamingTransformTranslators.java | 37 +++
.../dataflow/DataflowPipelineTranslator.java | 37 +++
.../beam/runners/dataflow/util/PropertyNames.java | 1 +
.../translation/RedistributeByKeyTranslator.java | 64 +
.../samza/translation/ReshuffleTranslator.java | 14 +-
.../samza/translation/SamzaPipelineTranslator.java | 1 +
.../spark/translation/TransformTranslator.java | 66 +
.../streaming/StreamingTransformTranslator.java| 70 +
.../apache/beam/sdk/transforms/Redistribute.java | 300 +
.../util/construction/PTransformTranslation.java | 8 +
.../{ReshuffleTest.java => RedistributeTest.java} | 155 +--
22 files changed, 784 insertions(+), 97 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_PVR_Spark3_Streaming.json =>
beam_PostCommit_Java_ValidatesRunner_Dataflow.json} (100%)
copy .github/trigger_files/{beam_PostCommit_Java_PVR_Spark3_Streaming.json =>
beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.json} (100%)
copy .github/trigger_files/{beam_PostCommit_Java_PVR_Spark3_Streaming.json =>
beam_PostCommit_Java_ValidatesRunner_Flink.json} (100%)
copy .github/trigger_files/{beam_PostCommit_Java_PVR_Spark3_Streaming.json =>
beam_PostCommit_Java_ValidatesRunner_Samza.json} (100%)
copy .github/trigger_files/{beam_PostCommit_Java_PVR_Spark3_Streaming.json =>
beam_PostCommit_Java_ValidatesRunner_Spark.json} (100%)
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/RedistributeByKeyTranslator.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/Redistribute.java
copy
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/{ReshuffleTest.java
=> RedistributeTest.java} (74%)
(beam) 01/01: Merge pull request #30545: Add Redistribute transform to model, Java SDK, and most active runners
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 6fa6a28b397b753ccfb81995509a44f1df32a155 Merge: 673da546c14 bdfc7812fdf Author: Kenneth Knowles AuthorDate: Mon Apr 29 08:52:49 2024 -0400 Merge pull request #30545: Add Redistribute transform to model, Java SDK, and most active runners ...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 + ...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 + ...beam_PostCommit_Java_ValidatesRunner_Flink.json | 3 + ...beam_PostCommit_Java_ValidatesRunner_Samza.json | 3 + ...beam_PostCommit_Java_ValidatesRunner_Spark.json | 3 + .../beam/model/pipeline/v1/beam_runner_api.proto | 8 + runners/flink/flink_runner.gradle | 1 + runners/flink/job-server/flink_job_server.gradle | 2 + .../FlinkBatchPortablePipelineTranslator.java | 17 +- .../flink/FlinkBatchTransformTranslators.java | 78 .../FlinkStreamingPortablePipelineTranslator.java | 22 ++ .../flink/FlinkStreamingTransformTranslators.java | 37 ++ .../dataflow/DataflowPipelineTranslator.java | 37 ++ .../beam/runners/dataflow/util/PropertyNames.java | 1 + .../translation/RedistributeByKeyTranslator.java | 64 .../samza/translation/ReshuffleTranslator.java | 14 +- .../samza/translation/SamzaPipelineTranslator.java | 1 + .../spark/translation/TransformTranslator.java | 66 .../streaming/StreamingTransformTranslator.java| 70 .../apache/beam/sdk/transforms/Redistribute.java | 300 +++ .../util/construction/PTransformTranslation.java | 8 + .../beam/sdk/transforms/RedistributeTest.java | 410 + 22 files changed, 1148 insertions(+), 3 deletions(-)
(beam) branch master updated (ab27f6f0358 -> 485c5198384)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from ab27f6f0358 Refactor Residuals to prepare for processing time scheduling. (#31057) add 1ebd5039a97 Simplify intermediate data in Iceberg sink; use manifest files add 485c5198384 Merge pull request #31086: Simplify intermediate data in Iceberg sink; use manifest files No new revisions were added by this update. Summary of changes: sdks/java/io/iceberg/build.gradle | 1 - .../beam/sdk/io/iceberg/AppendFilesToTables.java | 2 +- .../beam/sdk/io/iceberg/FileWriteResult.java | 210 - .../apache/beam/sdk/io/iceberg/RecordWriter.java | 20 +- .../sdk/io/iceberg/WriteGroupedRowsToFiles.java| 3 +- .../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 5 +- .../beam/sdk/io/iceberg/FileWriteResultTest.java | 166 7 files changed, 61 insertions(+), 346 deletions(-) delete mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/FileWriteResultTest.java
(beam) branch master updated (1a0591ea797 -> 96dc16aedb7)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 1a0591ea797 Bump transformers (#30922) add 631f6e7a832 Fix iceberg dependencies add 36f32280a1b Refactor iceberg/beam conversions for clarity add a169e6a2a1c Re-add Iceberg bounded source; test splitting new 96dc16aedb7 Merge pull request #30805: Re-add iceberg bounded source; test splitting The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/java/io/iceberg/build.gradle | 15 +- .../java/org/apache/beam/io/iceberg/IcebergIO.java | 43 .../apache/beam/io/iceberg/IcebergScanConfig.java | 166 + .../org/apache/beam/io/iceberg/RecordWriter.java | 3 +- .../java/org/apache/beam/io/iceberg/RowHelper.java | 100 .../org/apache/beam/io/iceberg/ScanSource.java | 127 ++ .../org/apache/beam/io/iceberg/ScanTaskReader.java | 186 ++ .../org/apache/beam/io/iceberg/ScanTaskSource.java | 87 +++ .../beam/io/iceberg/SchemaAndRowConversions.java | 270 + .../org/apache/beam/io/iceberg/SchemaHelper.java | 116 - .../beam/io/iceberg/FileWriteResultTest.java | 10 +- .../apache/beam/io/iceberg/IcebergIOReadTest.java | 120 + .../apache/beam/io/iceberg/IcebergIOWriteTest.java | 10 +- .../org/apache/beam/io/iceberg/RowHelperTest.java | 128 -- .../org/apache/beam/io/iceberg/ScanSourceTest.java | 180 ++ .../io/iceberg/SchemaAndRowConversionsTest.java| 226 + .../org/apache/beam/io/iceberg/TestFixtures.java | 2 +- 17 files changed, 1423 insertions(+), 366 deletions(-) create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/IcebergScanConfig.java delete mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/RowHelper.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/ScanSource.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/ScanTaskReader.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/ScanTaskSource.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/SchemaAndRowConversions.java delete mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/SchemaHelper.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/IcebergIOReadTest.java delete mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/RowHelperTest.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/ScanSourceTest.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/SchemaAndRowConversionsTest.java
(beam) 01/01: Merge pull request #30805: Re-add iceberg bounded source; test splitting
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 96dc16aedb7708cb949ba6308960fb832381165f Merge: 1a0591ea797 a169e6a2a1c Author: Kenneth Knowles AuthorDate: Fri Apr 12 14:41:05 2024 -0400 Merge pull request #30805: Re-add iceberg bounded source; test splitting sdks/java/io/iceberg/build.gradle | 15 +- .../java/org/apache/beam/io/iceberg/IcebergIO.java | 43 .../apache/beam/io/iceberg/IcebergScanConfig.java | 166 + .../org/apache/beam/io/iceberg/RecordWriter.java | 3 +- .../java/org/apache/beam/io/iceberg/RowHelper.java | 100 .../org/apache/beam/io/iceberg/ScanSource.java | 127 ++ .../org/apache/beam/io/iceberg/ScanTaskReader.java | 186 ++ .../org/apache/beam/io/iceberg/ScanTaskSource.java | 87 +++ .../beam/io/iceberg/SchemaAndRowConversions.java | 270 + .../org/apache/beam/io/iceberg/SchemaHelper.java | 116 - .../beam/io/iceberg/FileWriteResultTest.java | 10 +- .../apache/beam/io/iceberg/IcebergIOReadTest.java | 120 + .../apache/beam/io/iceberg/IcebergIOWriteTest.java | 10 +- .../org/apache/beam/io/iceberg/RowHelperTest.java | 128 -- .../org/apache/beam/io/iceberg/ScanSourceTest.java | 180 ++ .../io/iceberg/SchemaAndRowConversionsTest.java| 226 + .../org/apache/beam/io/iceberg/TestFixtures.java | 2 +- 17 files changed, 1423 insertions(+), 366 deletions(-)
(beam) branch iceberg-gha deleted (was 153c7db71d5)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch iceberg-gha in repository https://gitbox.apache.org/repos/asf/beam.git was 153c7db71d5 Fixup iceberg GitHub Action workflow The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(beam) 01/01: Merge pull request #30935: Fixup iceberg GitHub Action workflow
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 983f4e8a4995e55e217870713974b0753078ef24 Merge: 0e7b047c636 153c7db71d5 Author: Kenneth Knowles AuthorDate: Thu Apr 11 14:04:10 2024 -0400 Merge pull request #30935: Fixup iceberg GitHub Action workflow .github/workflows/IO_Iceberg.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-)
(beam) branch master updated (0e7b047c636 -> 983f4e8a499)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 0e7b047c636 [yaml] Fix Beam YAML blog links (#30932) add 153c7db71d5 Fixup iceberg GitHub Action workflow new 983f4e8a499 Merge pull request #30935: Fixup iceberg GitHub Action workflow The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/workflows/IO_Iceberg.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-)
(beam) branch iceberg-gha updated (0365ee7b05b -> 153c7db71d5)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch iceberg-gha in repository https://gitbox.apache.org/repos/asf/beam.git discard 0365ee7b05b Fixup iceberg GitHub Action workflow add 153c7db71d5 Fixup iceberg GitHub Action workflow This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (0365ee7b05b) \ N -- N -- N refs/heads/iceberg-gha (153c7db71d5) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: .github/workflows/IO_Iceberg.yml | 6 -- 1 file changed, 4 insertions(+), 2 deletions(-)
(beam) 01/01: Fixup iceberg GitHub Action workflow
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch iceberg-gha
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 0365ee7b05b771a9ba8f5bda814f23282da3676f
Author: Kenneth Knowles
AuthorDate: Tue Apr 9 21:07:04 2024 -0400
Fixup iceberg GitHub Action workflow
---
.github/workflows/IO_Iceberg.yml | 7 +++
1 file changed, 3 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/IO_Iceberg.yml b/.github/workflows/IO_Iceberg.yml
index abc75836322..2490920808c 100644
--- a/.github/workflows/IO_Iceberg.yml
+++ b/.github/workflows/IO_Iceberg.yml
@@ -62,7 +62,7 @@ env:
jobs:
IO_Iceberg:
-name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
+name: ${{ matrix.job_name }}
strategy:
matrix:
job_name: ["IO_Iceberg"]
@@ -71,8 +71,7 @@ jobs:
github.event_name == 'push' ||
github.event_name == 'pull_request_target' ||
(github.event_name == 'schedule' && github.repository == 'apache/beam')
||
- github.event_name == 'workflow_dispatch' ||
- github.event.comment.body == 'Run Java_Amqp_IO_Direct PreCommit'
+ github.event_name == 'workflow_dispatch'
runs-on: [self-hosted, ubuntu-20.04, main]
steps:
- uses: actions/checkout@v4
@@ -84,7 +83,7 @@ jobs:
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- name: Setup environment
uses: ./.github/actions/setup-environment-action
- - name: run Amqp IO build script
+ - name: run IcebergIO build script
uses: ./.github/actions/gradle-command-self-hosted-action
with:
gradle-command: :sdks:java:io:iceberg:build
(beam) branch iceberg-gha created (now 0365ee7b05b)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch iceberg-gha in repository https://gitbox.apache.org/repos/asf/beam.git at 0365ee7b05b Fixup iceberg GitHub Action workflow This branch includes the following new commits: new 0365ee7b05b Fixup iceberg GitHub Action workflow The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
(beam) branch master updated: [java-extension-sql] Beam Sql doesn't honor aliases because of `BeamAggregateProjectMergeRule` optimization (#30902)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new c2188643d27 [java-extension-sql] Beam Sql doesn't honor aliases
because of `BeamAggregateProjectMergeRule` optimization (#30902)
c2188643d27 is described below
commit c2188643d27e1a95b3cb7e724953cc9aec4cdf5c
Author: Brachi Packter
AuthorDate: Wed Apr 10 22:32:06 2024 +0300
[java-extension-sql] Beam Sql doesn't honor aliases because of
`BeamAggregateProjectMergeRule` optimization (#30902)
---
.../extensions/sql/impl/planner/BeamRuleSets.java | 3 +-
.../beam/sdk/extensions/sql/BeamSqlAliasTest | 94 ++
.../rule/BeamAggregateProjectMergeRuleTest.java| 3 +
3 files changed, 98 insertions(+), 2 deletions(-)
diff --git
a/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/planner/BeamRuleSets.java
b/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/planner/BeamRuleSets.java
index 9851b2fcbf2..8d5b4d4fa08 100644
---
a/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/planner/BeamRuleSets.java
+++
b/sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/planner/BeamRuleSets.java
@@ -21,7 +21,6 @@ import java.util.Collection;
import java.util.List;
import org.apache.beam.sdk.annotations.Internal;
import org.apache.beam.sdk.extensions.sql.impl.rel.BeamRelNode;
-import
org.apache.beam.sdk.extensions.sql.impl.rule.BeamAggregateProjectMergeRule;
import org.apache.beam.sdk.extensions.sql.impl.rule.BeamAggregationRule;
import org.apache.beam.sdk.extensions.sql.impl.rule.BeamBasicAggregationRule;
import org.apache.beam.sdk.extensions.sql.impl.rule.BeamCalcMergeRule;
@@ -83,7 +82,7 @@ public class BeamRuleSets {
CoreRules.PROJECT_SET_OP_TRANSPOSE,
// aggregation and projection rules
- BeamAggregateProjectMergeRule.INSTANCE,
+ // BeamAggregateProjectMergeRule.INSTANCE,
// push a projection past a filter or vice versa
CoreRules.PROJECT_FILTER_TRANSPOSE,
CoreRules.FILTER_PROJECT_TRANSPOSE,
diff --git
a/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlAliasTest
b/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlAliasTest
new file mode 100644
index 000..790312b7e75
--- /dev/null
+++
b/sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlAliasTest
@@ -0,0 +1,94 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.beam.sdk.extensions.sql;
+
+import java.io.Serializable;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.Objects;
+import org.apache.beam.sdk.coders.StringUtf8Coder;
+import org.apache.beam.sdk.schemas.Schema;
+import org.apache.beam.sdk.testing.PAssert;
+import org.apache.beam.sdk.testing.TestPipeline;
+import org.apache.beam.sdk.transforms.Create;
+import org.apache.beam.sdk.transforms.DoFn;
+import org.apache.beam.sdk.transforms.ParDo;
+import org.apache.beam.sdk.values.PCollection;
+import org.apache.beam.sdk.values.Row;
+import org.junit.Rule;
+import org.junit.Test;
+import org.testcontainers.shaded.com.fasterxml.jackson.databind.MapperFeature;
+import org.testcontainers.shaded.com.fasterxml.jackson.databind.ObjectMapper;
+
+public class BeamSqlAliasTest implements Serializable {
+
+ @Rule public final transient TestPipeline pipeline = TestPipeline.create();
+
+ @Test
+ public void testSqlWithAliasIsNotIgnoredWithOptimizers() {
+String ID = "id";
+String EVENT = "event";
+
+Schema inputType =
Schema.builder().addStringField(ID).addStringField(EVENT).build();
+
+String sql =
+"select event as event_name, count(*) as c\n" + "from PCOLLECTION\n" +
"group by event";
+
+List inputRows =
+TestUtils.RowsBuilder.of(inputType).addRows("123",
"some_event").getRows();
+
+PCo
(beam) branch master updated (812e98fac24 -> 819e54c972c)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 812e98fac24 Bump GCP-BOM to 26.36.0 (#30868) add 0437a8dcfcc Initial Iceberg connector add fd08eb49f31 Fix up IcebergIO Write path add a7a6515cf3f Add IcebergIO GitHub Action workflow new 819e54c972c Merge pull request #30797: Initial Iceberg Sink The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/workflows/IO_Iceberg.yml | 118 +++ sdks/java/io/iceberg/build.gradle | 98 ++ .../beam/io/iceberg/AppendFilesToTables.java | 102 ++ .../apache/beam/io/iceberg/AssignDestinations.java | 65 .../beam/io/iceberg/DynamicDestinations.java | 36 +++ .../apache/beam/io/iceberg/FileWriteResult.java| 203 .../beam/io/iceberg/IcebergCatalogConfig.java | 233 ++ .../apache/beam/io/iceberg/IcebergDestination.java | 65 .../java/org/apache/beam/io/iceberg/IcebergIO.java | 50 +++ .../beam/io/iceberg/IcebergTableCreateConfig.java | 50 +++ .../apache/beam/io/iceberg/IcebergWriteResult.java | 65 .../io/iceberg/OneTableDynamicDestinations.java| 65 .../apache/beam/io/iceberg/PropertyBuilder.java| 38 +++ .../org/apache/beam/io/iceberg/RecordWriter.java | 99 ++ .../java/org/apache/beam/io/iceberg/RowHelper.java | 100 ++ .../org/apache/beam/io/iceberg/SchemaHelper.java | 116 +++ .../beam/io/iceberg/WriteGroupedRowsToFiles.java | 103 ++ .../beam/io/iceberg/WriteToDestinations.java | 123 .../beam/io/iceberg/WriteUngroupedRowsToFiles.java | 350 + .../org/apache/beam/io/iceberg/package-info.java | 20 ++ .../beam/io/iceberg/FileWriteResultTest.java | 147 + .../apache/beam/io/iceberg/IcebergIOWriteTest.java | 293 + .../org/apache/beam/io/iceberg/RowHelperTest.java | 128 .../apache/beam/io/iceberg/TestDataWarehouse.java | 146 + .../org/apache/beam/io/iceberg/TestFixtures.java | 101 ++ settings.gradle.kts| 2 + 26 files changed, 2916 insertions(+) create mode 100644 .github/workflows/IO_Iceberg.yml create mode 100644 sdks/java/io/iceberg/build.gradle create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/AppendFilesToTables.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/AssignDestinations.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/DynamicDestinations.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/FileWriteResult.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/IcebergCatalogConfig.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/IcebergDestination.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/IcebergIO.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/IcebergTableCreateConfig.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/IcebergWriteResult.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/OneTableDynamicDestinations.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/PropertyBuilder.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/RecordWriter.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/RowHelper.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/SchemaHelper.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/WriteGroupedRowsToFiles.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/WriteToDestinations.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/WriteUngroupedRowsToFiles.java create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/io/iceberg/package-info.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/FileWriteResultTest.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/IcebergIOWriteTest.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/RowHelperTest.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/TestDataWarehouse.java create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/io/iceberg/TestFixtures.java
(beam) 01/01: Merge pull request #30797: Initial Iceberg Sink
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 819e54c972c41a1ec4ae56b604fa052a5edc991f Merge: 812e98fac24 a7a6515cf3f Author: Kenneth Knowles AuthorDate: Tue Apr 9 11:36:52 2024 -0400 Merge pull request #30797: Initial Iceberg Sink .github/workflows/IO_Iceberg.yml | 118 +++ sdks/java/io/iceberg/build.gradle | 98 ++ .../beam/io/iceberg/AppendFilesToTables.java | 102 ++ .../apache/beam/io/iceberg/AssignDestinations.java | 65 .../beam/io/iceberg/DynamicDestinations.java | 36 +++ .../apache/beam/io/iceberg/FileWriteResult.java| 203 .../beam/io/iceberg/IcebergCatalogConfig.java | 233 ++ .../apache/beam/io/iceberg/IcebergDestination.java | 65 .../java/org/apache/beam/io/iceberg/IcebergIO.java | 50 +++ .../beam/io/iceberg/IcebergTableCreateConfig.java | 50 +++ .../apache/beam/io/iceberg/IcebergWriteResult.java | 65 .../io/iceberg/OneTableDynamicDestinations.java| 65 .../apache/beam/io/iceberg/PropertyBuilder.java| 38 +++ .../org/apache/beam/io/iceberg/RecordWriter.java | 99 ++ .../java/org/apache/beam/io/iceberg/RowHelper.java | 100 ++ .../org/apache/beam/io/iceberg/SchemaHelper.java | 116 +++ .../beam/io/iceberg/WriteGroupedRowsToFiles.java | 103 ++ .../beam/io/iceberg/WriteToDestinations.java | 123 .../beam/io/iceberg/WriteUngroupedRowsToFiles.java | 350 + .../org/apache/beam/io/iceberg/package-info.java | 20 ++ .../beam/io/iceberg/FileWriteResultTest.java | 147 + .../apache/beam/io/iceberg/IcebergIOWriteTest.java | 293 + .../org/apache/beam/io/iceberg/RowHelperTest.java | 128 .../apache/beam/io/iceberg/TestDataWarehouse.java | 146 + .../org/apache/beam/io/iceberg/TestFixtures.java | 101 ++ settings.gradle.kts| 2 + 26 files changed, 2916 insertions(+)
(beam) branch revert-30425-mt-shutdown-channels deleted (was 8681ab9901d)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch revert-30425-mt-shutdown-channels in repository https://gitbox.apache.org/repos/asf/beam.git was 8681ab9901d Revert "Cache and close windmill grpc channels (#30425)" The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(beam) 01/01: Merge pull request #30691: Revert #30425 "add a way for channels to be closed manually"
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit cdaae0a7fb63bd679823488f901603e135d6db67 Merge: f4d03d49713 8681ab9901d Author: Kenneth Knowles AuthorDate: Wed Mar 20 18:28:21 2024 -0400 Merge pull request #30691: Revert #30425 "add a way for channels to be closed manually" .../google-cloud-dataflow-java/worker/build.gradle | 12 -- .../dataflow/worker/StreamingDataflowWorker.java | 11 +- .../worker/windmill/WindmillConnection.java| 5 - .../windmill/client/grpc/GrpcDispatcherClient.java | 4 +- .../windmill/client/grpc/GrpcWindmillServer.java | 29 +--- .../client/grpc/StreamingEngineClient.java | 25 ++-- .../windmill/client/grpc/stubs/ChannelCache.java | 117 .../grpc/stubs/ChannelCachingStubFactory.java | 38 -- .../client/grpc/stubs/IsolationChannel.java| 2 +- ...Factory.java => RemoteWindmillStubFactory.java} | 38 +++--- .../client/grpc/stubs/WindmillChannelFactory.java | 2 +- .../client/grpc/GrpcWindmillServerTest.java| 3 +- .../client/grpc/StreamingEngineClientTest.java | 31 +++-- .../client/grpc/WindmillStreamSenderTest.java | 3 +- .../client/grpc/stubs/ChannelCacheTest.java| 150 - .../windmill/testing/FakeWindmillStubFactory.java | 27 ++-- .../budget/EvenGetWorkBudgetDistributorTest.java | 7 +- 17 files changed, 78 insertions(+), 426 deletions(-)
(beam) branch master updated (f4d03d49713 -> cdaae0a7fb6)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from f4d03d49713 Minimize scope of expensive lock (#30679)
add 8681ab9901d Revert "Cache and close windmill grpc channels (#30425)"
new cdaae0a7fb6 Merge pull request #30691: Revert #30425 "add a way for
channels to be closed manually"
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../google-cloud-dataflow-java/worker/build.gradle | 12 --
.../dataflow/worker/StreamingDataflowWorker.java | 11 +-
.../worker/windmill/WindmillConnection.java| 5 -
.../windmill/client/grpc/GrpcDispatcherClient.java | 4 +-
.../windmill/client/grpc/GrpcWindmillServer.java | 29 +---
.../client/grpc/StreamingEngineClient.java | 25 ++--
.../windmill/client/grpc/stubs/ChannelCache.java | 117
.../grpc/stubs/ChannelCachingStubFactory.java | 38 --
.../client/grpc/stubs/IsolationChannel.java| 2 +-
...Factory.java => RemoteWindmillStubFactory.java} | 38 +++---
.../client/grpc/stubs/WindmillChannelFactory.java | 2 +-
.../client/grpc/GrpcWindmillServerTest.java| 3 +-
.../client/grpc/StreamingEngineClientTest.java | 31 +++--
.../client/grpc/WindmillStreamSenderTest.java | 3 +-
.../client/grpc/stubs/ChannelCacheTest.java| 150 -
.../windmill/testing/FakeWindmillStubFactory.java | 27 ++--
.../budget/EvenGetWorkBudgetDistributorTest.java | 7 +-
17 files changed, 78 insertions(+), 426 deletions(-)
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/ChannelCache.java
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/ChannelCachingStubFactory.java
rename
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/{ChannelCachingRemoteStubFactory.java
=> RemoteWindmillStubFactory.java} (67%)
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/ChannelCacheTest.java
(beam) branch master updated (06c76b4e930 -> c79b6e157dd)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 06c76b4e930 Updates the test suite to use the transform service (#30605) add 17bbe8262b9 Remove MapState and SetState tests that mix v1 and v2 codepaths erroneously add 8945b8fc144 Remove GroupIntoBatches tests that mix v1 and v2 codepaths erroneously add bf5551bd118 Remove PubsubSink tests that conflate v1 and v2 codepaths erroneously add 0a0186de555 Skip v1 translation steps for pipelines that will run on v2 new c79b6e157dd Merge pull request #30604: Skip running Dataflow v1 logic when a job will run on v2 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../dataflow/DataflowPipelineTranslator.java | 6 +- .../beam/runners/dataflow/DataflowRunner.java | 11 ++- .../dataflow/DataflowPipelineTranslatorTest.java | 105 - .../beam/runners/dataflow/DataflowRunnerTest.java | 29 +- 4 files changed, 16 insertions(+), 135 deletions(-)
(beam) 01/01: Merge pull request #30604: Skip running Dataflow v1 logic when a job will run on v2
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit c79b6e157dd2f31ff6131938bade3e60a51a826c Merge: 06c76b4e930 0a0186de555 Author: Kenneth Knowles AuthorDate: Tue Mar 12 21:04:40 2024 -0400 Merge pull request #30604: Skip running Dataflow v1 logic when a job will run on v2 .../dataflow/DataflowPipelineTranslator.java | 6 +- .../beam/runners/dataflow/DataflowRunner.java | 11 ++- .../dataflow/DataflowPipelineTranslatorTest.java | 105 - .../beam/runners/dataflow/DataflowRunnerTest.java | 29 +- 4 files changed, 16 insertions(+), 135 deletions(-)
(beam) branch master updated (0c8b78a9ff0 -> 9a6777ebe7e)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 0c8b78a9ff0 Remove Anand, add Shunping to reviewers (#30608) add 97f8dae92f2 Put an explanatory comment in trigger files that exist new 9a6777ebe7e Merge pull request #30586: Put an explanatory comment in trigger files that exist The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .github/trigger_files/beam_PostCommit_Java_Avro_Versions.json | 3 +++ .github/trigger_files/beam_PostCommit_Java_DataflowV1.json| 3 +++ .github/trigger_files/beam_PostCommit_Java_PVR_Spark3_Streaming.json | 3 +++ .github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json | 3 +++ .../beam_PostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +++ .../beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +++ .../beam_PostCommit_Java_ValidatesRunner_Flink_Java11.json| 3 +++ ...beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json | 3 +++ .../trigger_files/beam_PostCommit_Java_ValidatesRunner_Twister2.json | 3 +++ .github/trigger_files/beam_PostCommit_Java_ValidatesRunner_ULR.json | 3 +++ .github/trigger_files/beam_PostCommit_Python_Examples_Direct.json | 3 +++ .github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 3 +++ .github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Direct.json| 4 +++- .github/trigger_files/beam_PostCommit_Python_Xlang_IO_Dataflow.json | 3 +++ .github/trigger_files/beam_PostCommit_XVR_Flink.json | 3 +++ .../beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json | 3 +++ 16 files changed, 48 insertions(+), 1 deletion(-) create mode 100644 .github/trigger_files/beam_PostCommit_XVR_Flink.json
(beam) 01/01: Merge pull request #30586: Put an explanatory comment in trigger files that exist
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 9a6777ebe7e0903f9ffb57f7ea9e84bb4e448170 Merge: 0c8b78a9ff0 97f8dae92f2 Author: Kenneth Knowles AuthorDate: Tue Mar 12 11:59:47 2024 -0400 Merge pull request #30586: Put an explanatory comment in trigger files that exist .github/trigger_files/beam_PostCommit_Java_Avro_Versions.json | 3 +++ .github/trigger_files/beam_PostCommit_Java_DataflowV1.json| 3 +++ .github/trigger_files/beam_PostCommit_Java_PVR_Spark3_Streaming.json | 3 +++ .github/trigger_files/beam_PostCommit_Java_PVR_Spark_Batch.json | 3 +++ .../beam_PostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +++ .../beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json | 3 +++ .../beam_PostCommit_Java_ValidatesRunner_Flink_Java11.json| 3 +++ ...beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json | 3 +++ .../trigger_files/beam_PostCommit_Java_ValidatesRunner_Twister2.json | 3 +++ .github/trigger_files/beam_PostCommit_Java_ValidatesRunner_ULR.json | 3 +++ .github/trigger_files/beam_PostCommit_Python_Examples_Direct.json | 3 +++ .github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 3 +++ .github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Direct.json| 4 +++- .github/trigger_files/beam_PostCommit_Python_Xlang_IO_Dataflow.json | 3 +++ .github/trigger_files/beam_PostCommit_XVR_Flink.json | 3 +++ .../beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json | 3 +++ 16 files changed, 48 insertions(+), 1 deletion(-)
(beam) branch master updated (9ec2d49af98 -> 89366bbb4aa)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 9ec2d49af98 Duet AI Prompt - Beam YAML (no links) (#30440) add 407d5077b9f Remove JsonIgore for usePublicIps add 89366bbb4aa Merge pull request #30484: Remove JsonIgore for usePublicIps No new revisions were added by this update. Summary of changes: .../runners/dataflow/options/DataflowPipelineWorkerPoolOptions.java | 2 -- 1 file changed, 2 deletions(-)
(beam) branch master updated (80d4c852f36 -> fbde0ce32c9)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 80d4c852f36 Merge pull request #30380 Fix updating of annotations for
explicitly named transforms.
add 2d85be72f31 Fix Avro Version PostCommit
add fbde0ce32c9 Merge pull request #30442: Fix Avro Version PostCommit
No new revisions were added by this update.
Summary of changes:
...m_PostCommit_Java.json => beam_PostCommit_Java_Avro_Versions.json} | 0
sdks/java/extensions/avro/build.gradle| 4 ++--
2 files changed, 2 insertions(+), 2 deletions(-)
rename .github/trigger_files/{beam_PostCommit_Java.json =>
beam_PostCommit_Java_Avro_Versions.json} (100%)
(beam) branch master updated (bcdac047062 -> 53c966dfd9e)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from bcdac047062 Update test-your-pipeline.md (#30328) add eef267f3cd5 Use canonical path when testing classpath scanner add f73ce82fb37 Merge runners-core-construction into sdks-java-core add 7c7820eb9cb CHANGES note: elimination of sdks/java/fn-execution and runners/core-construction-java add 53c966dfd9e Merge pull request #29924: Merge runners-core-construction into sdks-java-core No new revisions were added by this update. Summary of changes: CHANGES.md | 2 + build.gradle.kts | 1 - .../org/apache/beam/gradle/BeamModulePlugin.groovy | 5 - .../backend/internal/preparers/java_preparers.go | 2 +- .../internal/preparers/java_preparers_test.go | 4 +- runners/core-construction-java/build.gradle| 77 - runners/core-java/build.gradle | 1 - .../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 2 +- .../core/SplittableParDoViaKeyedWorkItems.java | 16 +- .../core/metrics/MonitoringInfoConstants.java | 2 +- .../core/metrics/MonitoringInfoMetricName.java | 1 - .../apache/beam/runners/core/ReduceFnTester.java | 2 +- runners/direct-java/build.gradle | 10 +- .../direct/BoundedReadEvaluatorFactory.java| 4 +- ...DirectGBKIntoKeyedWorkItemsOverrideFactory.java | 4 +- .../apache/beam/runners/direct/DirectGraph.java| 2 +- .../beam/runners/direct/DirectGraphVisitor.java| 2 +- .../beam/runners/direct/DirectGroupByKey.java | 2 +- .../direct/DirectGroupByKeyOverrideFactory.java| 4 +- .../apache/beam/runners/direct/DirectRunner.java | 6 +- .../runners/direct/DirectTransformExecutor.java| 2 +- .../beam/runners/direct/ExecutableGraph.java | 2 +- .../direct/GroupAlsoByWindowEvaluatorFactory.java | 2 +- .../beam/runners/direct/MultiStepCombine.java | 6 +- .../beam/runners/direct/ParDoEvaluatorFactory.java | 2 +- .../runners/direct/ParDoMultiOverrideFactory.java | 8 +- .../beam/runners/direct/ReadEvaluatorFactory.java | 2 +- .../beam/runners/direct/RootProviderRegistry.java | 6 +- .../runners/direct/TestStreamEvaluatorFactory.java | 4 +- .../runners/direct/TransformEvaluatorRegistry.java | 20 +-- .../runners/direct/UnboundedReadDeduplicator.java | 2 +- .../direct/UnboundedReadEvaluatorFactory.java | 4 +- .../runners/direct/WindowEvaluatorFactory.java | 2 +- .../runners/direct/WriteWithShardingFactory.java | 6 +- .../direct/BoundedReadEvaluatorFactoryTest.java| 2 +- .../direct/StatefulParDoEvaluatorFactoryTest.java | 2 +- .../direct/UnboundedReadEvaluatorFactoryTest.java | 2 +- runners/flink/flink_runner.gradle | 1 - .../runners/flink/CreateStreamingFlinkView.java| 4 +- .../flink/FlinkBatchPipelineTranslator.java| 2 +- .../FlinkBatchPortablePipelineTranslator.java | 20 +-- .../flink/FlinkBatchTransformTranslators.java | 8 +- .../runners/flink/FlinkExecutionEnvironments.java | 2 +- .../apache/beam/runners/flink/FlinkJobInvoker.java | 4 +- .../flink/FlinkPipelineExecutionEnvironment.java | 2 +- .../beam/runners/flink/FlinkPipelineRunner.java| 16 +- .../org/apache/beam/runners/flink/FlinkRunner.java | 4 +- .../flink/FlinkStreamingPipelineTranslator.java| 12 +- .../FlinkStreamingPortablePipelineTranslator.java | 26 +-- .../flink/FlinkStreamingTransformTranslators.java | 14 +- .../flink/FlinkStreamingTranslationContext.java| 2 +- .../runners/flink/FlinkTransformOverrides.java | 8 +- .../translation/functions/FlinkDoFnFunction.java | 2 +- .../functions/FlinkExecutableStageFunction.java| 10 +- .../FlinkExecutableStagePruningFunction.java | 2 +- .../FlinkMergingNonShuffleReduceFunction.java | 2 +- .../functions/FlinkMultiOutputPruningFunction.java | 2 +- .../functions/FlinkPartialReduceFunction.java | 2 +- .../translation/functions/FlinkReduceFunction.java | 2 +- .../functions/FlinkStatefulDoFnFunction.java | 2 +- .../translation/types/CoderTypeInformation.java| 2 +- .../translation/types/CoderTypeSerializer.java | 2 +- .../utils/FlinkPortableRunnerUtils.java| 2 +- .../translation/utils/LookupPipelineVisitor.java | 2 +- .../translation/wrappers/SourceInputFormat.java| 2 +- .../wrappers/streaming/DoFnOperator.java | 2 +- .../streaming/ExecutableStageDoFnOperator.java | 10 +- .../streaming/KvToByteBufferKeySelector.java | 2 +- .../streaming/SdfByteBufferKeySelector.java| 2 +- .../wrappers/streaming/WorkItemKeySelector.java| 2 +- .../wrappers/streaming/io/DedupingOperator.java| 2 +- .../streaming
(beam) branch master updated (3b09283e45d -> b5cfd9523cd)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 3b09283e45d Bump github.com/docker/go-connections from 0.4.0 to 0.5.0
in /sdks (#30247)
add ea68a4590d0 Register URN for SplittableParDo centrally, to avoid
conflicts
add 95d6ec049ae Remove avro dependency from runners/core-construction-java
new b5cfd9523cd Merge pull request #30235: Remove avro dependency from
runners-core-construction
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
runners/core-construction-java/build.gradle| 2 -
.../core/construction/CoderTranslation.java| 57 +
.../beam/runners/core/construction/External.java | 2 +-
.../core/construction/PTransformTranslation.java | 2 +
.../core/construction/CoderTranslationTest.java| 10 ++--
.../core/construction/PipelineTranslationTest.java | 2 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 29 +++
runners/direct-java/build.gradle | 3 --
.../runners/direct/TransformEvaluatorRegistry.java | 4 --
.../flink/FlinkStreamingTransformTranslators.java | 4 --
sdks/java/extensions/avro/build.gradle | 5 +-
.../avro}/AvroGenericCoderRegistrar.java | 4 +-
.../avro}/AvroGenericCoderTranslator.java | 3 +-
.../avro/{schemas => }/package-info.java | 2 +-
.../extensions/avro/AvroCoderTranslationTest.java | 59 ++
15 files changed, 139 insertions(+), 49 deletions(-)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction
=>
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro}/AvroGenericCoderRegistrar.java
(90%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction
=>
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro}/AvroGenericCoderTranslator.java
(94%)
copy
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/{schemas
=> }/package-info.java (95%)
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/AvroCoderTranslationTest.java
(beam) 01/01: Merge pull request #30235: Remove avro dependency from runners-core-construction
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit b5cfd9523cde3fee8610956682541d4e90ee967b Merge: 3b09283e45d 95d6ec049ae Author: Kenneth Knowles AuthorDate: Tue Feb 13 10:28:42 2024 -0500 Merge pull request #30235: Remove avro dependency from runners-core-construction runners/core-construction-java/build.gradle| 2 - .../core/construction/CoderTranslation.java| 57 + .../beam/runners/core/construction/External.java | 2 +- .../core/construction/PTransformTranslation.java | 2 + .../core/construction/CoderTranslationTest.java| 10 ++-- .../core/construction/PipelineTranslationTest.java | 2 +- .../core/SplittableParDoViaKeyedWorkItems.java | 29 +++ runners/direct-java/build.gradle | 3 -- .../runners/direct/TransformEvaluatorRegistry.java | 4 -- .../flink/FlinkStreamingTransformTranslators.java | 4 -- sdks/java/extensions/avro/build.gradle | 5 +- .../avro}/AvroGenericCoderRegistrar.java | 4 +- .../avro}/AvroGenericCoderTranslator.java | 3 +- .../beam/sdk/extensions/avro/package-info.java | 26 ++ .../extensions/avro/AvroCoderTranslationTest.java | 59 ++ 15 files changed, 164 insertions(+), 48 deletions(-)
(beam) branch master updated (a15dd7e7f84 -> 382c6dccfcc)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from a15dd7e7f84 [Go SDK] Use distroless:debian12 (no-ssl) as base image. (#30011) add 9b4b509e52c Fail later when duplicate transform translators are on the classpath new 382c6dccfcc Merge pull request #30252: Fail later when duplicate transform translators are on the classpath The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../core/construction/PTransformTranslation.java | 90 ++- .../sdk/expansion/service/ExpansionService.java| 650 ++--- .../ExpansionServiceSchemaTransformProvider.java | 1 - .../service/JavaClassLookupTransformProvider.java | 1 - .../sdk/expansion/service/TransformProvider.java | 167 ++ .../expansion/service/ExpansionServiceTest.java| 11 +- .../beam/sdk/expansion/service/ExternalTest.java | 2 +- .../testing/expansion/TestExpansionService.java| 10 +- 8 files changed, 541 insertions(+), 391 deletions(-) create mode 100644 sdks/java/expansion-service/src/main/java/org/apache/beam/sdk/expansion/service/TransformProvider.java
(beam) 01/01: Merge pull request #30252: Fail later when duplicate transform translators are on the classpath
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 382c6dccfccabfe4a7b20db9a2c24369e8fce981 Merge: a15dd7e7f84 9b4b509e52c Author: Kenneth Knowles AuthorDate: Wed Feb 7 19:54:43 2024 -0500 Merge pull request #30252: Fail later when duplicate transform translators are on the classpath .../core/construction/PTransformTranslation.java | 90 ++- .../sdk/expansion/service/ExpansionService.java| 650 ++--- .../ExpansionServiceSchemaTransformProvider.java | 1 - .../service/JavaClassLookupTransformProvider.java | 1 - .../sdk/expansion/service/TransformProvider.java | 167 ++ .../expansion/service/ExpansionServiceTest.java| 11 +- .../beam/sdk/expansion/service/ExternalTest.java | 2 +- .../testing/expansion/TestExpansionService.java| 10 +- 8 files changed, 541 insertions(+), 391 deletions(-)
(beam) 01/01: Merge pull request #30237: Adjust transform-service module names and deps with sdks/java/core
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 13a70844abb349d0ae5c6d84097e5cf4d0e9cc21 Merge: 4645a76ee2a f250a843230 Author: Kenneth Knowles AuthorDate: Wed Feb 7 12:33:47 2024 -0500 Merge pull request #30237: Adjust transform-service module names and deps with sdks/java/core sdks/java/transform-service/app/build.gradle | 2 +- sdks/java/transform-service/build.gradle | 2 +- sdks/java/transform-service/launcher/build.gradle | 7 ++- 3 files changed, 4 insertions(+), 7 deletions(-)
(beam) branch master updated (4645a76ee2a -> 13a70844abb)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 4645a76ee2a gcsio: reduce number of get requests in function calls (#30205) add f250a843230 Adjust transform-service module names and deps with sdks/java/core new 13a70844abb Merge pull request #30237: Adjust transform-service module names and deps with sdks/java/core The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: sdks/java/transform-service/app/build.gradle | 2 +- sdks/java/transform-service/build.gradle | 2 +- sdks/java/transform-service/launcher/build.gradle | 7 ++- 3 files changed, 4 insertions(+), 7 deletions(-)
(beam) branch master updated (30a778b9cbe -> 8ec51f181a0)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 30a778b9cbe Bump github.com/containerd/containerd from 1.7.7 to 1.7.11 in /sdks (#29823) add f03b115830b Remove extraneous mocking that was causing NPEs in DataflowWorkUnitClientTest add 00f07864784 Remove sdks/java/fn-execution new 8ec51f181a0 Merge pull request #30193: Remove sdks/java/fn-execution The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: build.gradle.kts | 1 - runners/direct-java/build.gradle | 2 - .../worker/DataflowWorkUnitClientTest.java | 99 +- sdks/java/expansion-service/build.gradle | 2 - sdks/java/fn-execution/build.gradle| 34 sdks/java/harness/build.gradle | 3 +- settings.gradle.kts| 1 - 7 files changed, 62 insertions(+), 80 deletions(-) delete mode 100644 sdks/java/fn-execution/build.gradle
(beam) 01/01: Merge pull request #30193: Remove sdks/java/fn-execution
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 8ec51f181a02c8e1163e6fa0239e2361f30d16d8 Merge: 30a778b9cbe 00f07864784 Author: Kenneth Knowles AuthorDate: Fri Feb 2 15:32:22 2024 -0500 Merge pull request #30193: Remove sdks/java/fn-execution build.gradle.kts | 1 - runners/direct-java/build.gradle | 2 - .../worker/DataflowWorkUnitClientTest.java | 99 +- sdks/java/expansion-service/build.gradle | 2 - sdks/java/fn-execution/build.gradle| 34 sdks/java/harness/build.gradle | 3 +- settings.gradle.kts| 1 - 7 files changed, 62 insertions(+), 80 deletions(-)
(beam) branch master updated (574e7bfbc1d -> e8df60381a3)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from 574e7bfbc1d Fix script typos for validating docker licenses. (#30176) add 7fb05cbb5e1 Move the code from sdks-java-fn-execution to sdks-java-core new e8df60381a3 Merge pull request #30170: Move the code from sdks-java-fn-execution to sdks-java-core The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: runners/core-construction-java/build.gradle| 1 - runners/core-java/build.gradle | 1 - runners/direct-java/build.gradle | 1 - runners/flink/flink_runner.gradle | 1 - runners/google-cloud-dataflow-java/worker/build.gradle | 5 - runners/java-fn-execution/build.gradle | 1 - runners/java-job-service/build.gradle | 1 - runners/samza/build.gradle | 1 - runners/spark/spark_runner.gradle | 1 - sdks/java/core/build.gradle| 2 ++ .../main/java/org/apache/beam/sdk/fn/CancellableQueue.java | 0 .../src/main/java/org/apache/beam/sdk/fn/IdGenerator.java | 0 .../src/main/java/org/apache/beam/sdk/fn/IdGenerators.java | 0 .../main/java/org/apache/beam/sdk/fn/JvmInitializers.java | 0 .../beam/sdk/fn/channel/AddHarnessIdInterceptor.java | 0 .../apache/beam/sdk/fn/channel/ManagedChannelFactory.java | 0 .../apache/beam/sdk/fn/channel/SocketAddressFactory.java | 0 .../java/org/apache/beam/sdk/fn/channel/package-info.java | 0 .../apache/beam/sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 0 .../apache/beam/sdk/fn/data/BeamFnDataInboundObserver.java | 0 .../beam/sdk/fn/data/BeamFnDataOutboundAggregator.java | 0 .../apache/beam/sdk/fn/data/CloseableFnDataReceiver.java | 0 .../java/org/apache/beam/sdk/fn/data/DataEndpoint.java | 0 .../apache/beam/sdk/fn/data/DecodingFnDataReceiver.java| 0 .../java/org/apache/beam/sdk/fn/data/FnDataReceiver.java | 0 .../java/org/apache/beam/sdk/fn/data/LogicalEndpoint.java | 0 .../org/apache/beam/sdk/fn/data/RemoteGrpcPortRead.java| 0 .../org/apache/beam/sdk/fn/data/RemoteGrpcPortWrite.java | 0 .../java/org/apache/beam/sdk/fn/data/TimerEndpoint.java| 0 .../java/org/apache/beam/sdk/fn/data/WeightedList.java | 0 .../java/org/apache/beam/sdk/fn/data/package-info.java | 0 .../src/main/java/org/apache/beam/sdk/fn/package-info.java | 0 .../main/java/org/apache/beam/sdk/fn/server/FnService.java | 0 .../sdk/fn/server/GrpcContextHeaderAccessorProvider.java | 0 .../java/org/apache/beam/sdk/fn/server/GrpcFnServer.java | 0 .../java/org/apache/beam/sdk/fn/server/HeaderAccessor.java | 0 .../apache/beam/sdk/fn/server/InProcessServerFactory.java | 0 .../java/org/apache/beam/sdk/fn/server/ServerFactory.java | 0 .../java/org/apache/beam/sdk/fn/server/package-info.java | 0 .../beam/sdk/fn/splittabledofn/RestrictionTrackers.java| 0 .../beam/sdk/fn/splittabledofn/WatermarkEstimators.java| 0 .../apache/beam/sdk/fn/splittabledofn/package-info.java| 0 .../org/apache/beam/sdk/fn/stream/AdvancingPhaser.java | 0 .../apache/beam/sdk/fn/stream/BufferingStreamObserver.java | 0 .../java/org/apache/beam/sdk/fn/stream/DataStreams.java| 0 .../apache/beam/sdk/fn/stream/DirectStreamObserver.java| 0 .../sdk/fn/stream/ForwardingClientResponseObserver.java| 0 .../apache/beam/sdk/fn/stream/OutboundObserverFactory.java | 0 .../apache/beam/sdk/fn/stream/PrefetchableIterable.java| 0 .../apache/beam/sdk/fn/stream/PrefetchableIterables.java | 0 .../apache/beam/sdk/fn/stream/PrefetchableIterator.java| 0 .../apache/beam/sdk/fn/stream/PrefetchableIterators.java | 0 .../beam/sdk/fn/stream/SynchronizedStreamObserver.java | 0 .../java/org/apache/beam/sdk/fn/stream/package-info.java | 0 .../java/org/apache/beam/sdk/fn/test/TestExecutors.java| 0 .../main/java/org/apache/beam/sdk/fn/test/TestStreams.java | 0 .../java/org/apache/beam/sdk/fn/test/package-info.java | 0 .../apache/beam/sdk/fn/windowing/EncodedBoundedWindow.java | 0 .../org/apache/beam/sdk/fn/windowing/package-info.java | 0 .../java/org/apache/beam/sdk/fn/CancellableQueueTest.java | 0 .../test/java/org/apache/beam/sdk/fn/IdGeneratorsTest.java | 0 .../java/org/apache/beam/sdk/fn/JvmInitializersTest.java | 5 +++-- .../beam/sdk/fn/channel/ManagedChannelFactoryTest.java | 0 .../beam/sdk/fn/channel/SocketAddressFactoryTest.java | 0 .../beam/sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java| 0
(beam) 01/01: Merge pull request #30170: Move the code from sdks-java-fn-execution to sdks-java-core
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit e8df60381a39327200ae70f38b569b9126e3ae5e Merge: 574e7bfbc1d 7fb05cbb5e1 Author: Kenneth Knowles AuthorDate: Thu Feb 1 21:39:14 2024 -0500 Merge pull request #30170: Move the code from sdks-java-fn-execution to sdks-java-core runners/core-construction-java/build.gradle| 1 - runners/core-java/build.gradle | 1 - runners/direct-java/build.gradle | 1 - runners/flink/flink_runner.gradle | 1 - runners/google-cloud-dataflow-java/worker/build.gradle | 5 - runners/java-fn-execution/build.gradle | 1 - runners/java-job-service/build.gradle | 1 - runners/samza/build.gradle | 1 - runners/spark/spark_runner.gradle | 1 - sdks/java/core/build.gradle| 2 ++ .../main/java/org/apache/beam/sdk/fn/CancellableQueue.java | 0 .../src/main/java/org/apache/beam/sdk/fn/IdGenerator.java | 0 .../src/main/java/org/apache/beam/sdk/fn/IdGenerators.java | 0 .../main/java/org/apache/beam/sdk/fn/JvmInitializers.java | 0 .../beam/sdk/fn/channel/AddHarnessIdInterceptor.java | 0 .../apache/beam/sdk/fn/channel/ManagedChannelFactory.java | 0 .../apache/beam/sdk/fn/channel/SocketAddressFactory.java | 0 .../java/org/apache/beam/sdk/fn/channel/package-info.java | 0 .../apache/beam/sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 0 .../apache/beam/sdk/fn/data/BeamFnDataInboundObserver.java | 0 .../beam/sdk/fn/data/BeamFnDataOutboundAggregator.java | 0 .../apache/beam/sdk/fn/data/CloseableFnDataReceiver.java | 0 .../java/org/apache/beam/sdk/fn/data/DataEndpoint.java | 0 .../apache/beam/sdk/fn/data/DecodingFnDataReceiver.java| 0 .../java/org/apache/beam/sdk/fn/data/FnDataReceiver.java | 0 .../java/org/apache/beam/sdk/fn/data/LogicalEndpoint.java | 0 .../org/apache/beam/sdk/fn/data/RemoteGrpcPortRead.java| 0 .../org/apache/beam/sdk/fn/data/RemoteGrpcPortWrite.java | 0 .../java/org/apache/beam/sdk/fn/data/TimerEndpoint.java| 0 .../java/org/apache/beam/sdk/fn/data/WeightedList.java | 0 .../java/org/apache/beam/sdk/fn/data/package-info.java | 0 .../src/main/java/org/apache/beam/sdk/fn/package-info.java | 0 .../main/java/org/apache/beam/sdk/fn/server/FnService.java | 0 .../sdk/fn/server/GrpcContextHeaderAccessorProvider.java | 0 .../java/org/apache/beam/sdk/fn/server/GrpcFnServer.java | 0 .../java/org/apache/beam/sdk/fn/server/HeaderAccessor.java | 0 .../apache/beam/sdk/fn/server/InProcessServerFactory.java | 0 .../java/org/apache/beam/sdk/fn/server/ServerFactory.java | 0 .../java/org/apache/beam/sdk/fn/server/package-info.java | 0 .../beam/sdk/fn/splittabledofn/RestrictionTrackers.java| 0 .../beam/sdk/fn/splittabledofn/WatermarkEstimators.java| 0 .../apache/beam/sdk/fn/splittabledofn/package-info.java| 0 .../org/apache/beam/sdk/fn/stream/AdvancingPhaser.java | 0 .../apache/beam/sdk/fn/stream/BufferingStreamObserver.java | 0 .../java/org/apache/beam/sdk/fn/stream/DataStreams.java| 0 .../apache/beam/sdk/fn/stream/DirectStreamObserver.java| 0 .../sdk/fn/stream/ForwardingClientResponseObserver.java| 0 .../apache/beam/sdk/fn/stream/OutboundObserverFactory.java | 0 .../apache/beam/sdk/fn/stream/PrefetchableIterable.java| 0 .../apache/beam/sdk/fn/stream/PrefetchableIterables.java | 0 .../apache/beam/sdk/fn/stream/PrefetchableIterator.java| 0 .../apache/beam/sdk/fn/stream/PrefetchableIterators.java | 0 .../beam/sdk/fn/stream/SynchronizedStreamObserver.java | 0 .../java/org/apache/beam/sdk/fn/stream/package-info.java | 0 .../java/org/apache/beam/sdk/fn/test/TestExecutors.java| 0 .../main/java/org/apache/beam/sdk/fn/test/TestStreams.java | 0 .../java/org/apache/beam/sdk/fn/test/package-info.java | 0 .../apache/beam/sdk/fn/windowing/EncodedBoundedWindow.java | 0 .../org/apache/beam/sdk/fn/windowing/package-info.java | 0 .../java/org/apache/beam/sdk/fn/CancellableQueueTest.java | 0 .../test/java/org/apache/beam/sdk/fn/IdGeneratorsTest.java | 0 .../java/org/apache/beam/sdk/fn/JvmInitializersTest.java | 5 +++-- .../beam/sdk/fn/channel/ManagedChannelFactoryTest.java | 0 .../beam/sdk/fn/channel/SocketAddressFactoryTest.java | 0 .../beam/sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java| 0 .../beam/sdk/fn/data/BeamFnDataInboundObserverTest.java| 14 +- .../beam/sdk/fn/data/BeamFnDataOutboundAggregatorTest.java | 0 .../apache/beam/sdk/fn/data/RemoteGrpcPortReadTest.java| 0 .../apache/beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 0 .../sdk/fn/splittabledofn/RestrictionTrackersTest.java
(beam) 01/01: Merge pull request #29961: Upgrade checkerframework to 3.42.0
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit 8772389d0c2d77c3121e0bd6f27a9f5208de0dc2 Merge: b4c23b32f2b 65811eed6ea Author: Kenneth Knowles AuthorDate: Thu Jan 18 14:42:52 2024 -0500 Merge pull request #29961: Upgrade checkerframework to 3.42.0 .../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +- .../it/gcp/dataflow/AbstractPipelineLauncher.java | 17 ++- .../core/metrics/ExecutionStateSampler.java| 3 +- .../apache/beam/runners/flink/metrics/Metrics.java | 3 +- .../beam/runners/dataflow/DataflowMetrics.java | 8 +- runners/spark/spark_runner.gradle | 2 + sdks/java/core/build.gradle| 1 + .../src/main/java/org/apache/beam/sdk/io/Read.java | 131 - .../org/apache/beam/sdk/values/RowWithGetters.java | 21 +++- .../extensions/protobuf/ProtoSchemaTranslator.java | 9 +- .../extensions/sorter/BufferedExternalSorter.java | 6 +- .../apache/beam/sdk/io/aws2/schemas/AwsTypes.java | 1 + .../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 4 +- .../beam/sdk/io/gcp/bigquery/RetryManager.java | 2 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 27 +++-- .../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 10 +- .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 2 +- .../singlestore/SingleStoreDefaultRowMapper.java | 5 +- .../beam/sdk/tpcds/TableSchemaJSONLoader.java | 14 ++- 19 files changed, 166 insertions(+), 102 deletions(-)
(beam) branch master updated (b4c23b32f2b -> 8772389d0c2)
This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git from b4c23b32f2b Correct Examples of utilizing `UploadToDicomStore` (#30008) add 65811eed6ea Upgrade checkerframework to 3.42.0 new 8772389d0c2 Merge pull request #29961: Upgrade checkerframework to 3.42.0 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +- .../it/gcp/dataflow/AbstractPipelineLauncher.java | 17 ++- .../core/metrics/ExecutionStateSampler.java| 3 +- .../apache/beam/runners/flink/metrics/Metrics.java | 3 +- .../beam/runners/dataflow/DataflowMetrics.java | 8 +- runners/spark/spark_runner.gradle | 2 + sdks/java/core/build.gradle| 1 + .../src/main/java/org/apache/beam/sdk/io/Read.java | 131 - .../org/apache/beam/sdk/values/RowWithGetters.java | 21 +++- .../extensions/protobuf/ProtoSchemaTranslator.java | 9 +- .../extensions/sorter/BufferedExternalSorter.java | 6 +- .../apache/beam/sdk/io/aws2/schemas/AwsTypes.java | 1 + .../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 4 +- .../beam/sdk/io/gcp/bigquery/RetryManager.java | 2 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 27 +++-- .../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 10 +- .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 2 +- .../singlestore/SingleStoreDefaultRowMapper.java | 5 +- .../beam/sdk/tpcds/TableSchemaJSONLoader.java | 14 ++- 19 files changed, 166 insertions(+), 102 deletions(-)
(beam) 01/01: Merge pull request #30021: typo in docs
This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git commit f1c154778f5e338c02eed0fac9a9f908aca71bd1 Merge: c62c24dda4c fc626b8b280 Author: Kenneth Knowles AuthorDate: Tue Jan 16 19:26:46 2024 -0500 Merge pull request #30021: typo in docs website/www/site/content/en/documentation/programming-guide.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
