This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6fedef17866 More tests and docs update for env_vars in ModelHandler
(#26603)
add 71af99f80f1 Support configuration of maxCapacityPerShard when reading
from Kinesis with EFO (closes #26257) (#26666)
add f9a788bca39 [Avro] Update Beam documentation
add 38e43d06132 Merge pull request #26464: [Avro] Update Beam documentation
add 4bc5ae24a06 Add support for PG_BEAMDOC origin (#26195)
add c8a4f5b6654 [Tour of Beam] Learning content for "Schema-based
Transforms" module (#25256)
add a102f17cba4 proposal for more reviewers (#26650)
add cb5723230e9 Fix 2.47.0 release notes (#26684)
add 11e444b1f5c Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#26660)
add 4eb8956794c Add build container dockerfile to release code (#26606)
add 6a99cfec0e5 Allow model handlers to request multi_process_shared model
(#26688)
add 05a15079846 Add run_inference windowing notebook (#26404)
add ccc7695ac0a Remove deprecated AWS 2 client providers (closes #26681)
add 5df8c9eb1aa Merge pull request #26682: Remove deprecated AWS 2 client
providers
add edde37fdc97 Fix WRITE_EMPTY disposition fail duplicate copy job
(#26608)
add b96ec90986c [release] Remove generate_release_notes.sh (#26646)
add 731dcef6f10 Bump github.com/testcontainers/testcontainers-go in /sdks
(#26691)
add b306387e2dc ToB Learning materials contribution guide (#25963)
add 39f9a99d7b5 resolve go lints (#26639)
add 05eba4cfc86 Enable fileio.MatchContinuously to emit duplicate file if
modified (#26524)
add 96989dc9b11 Add back cloud profiler (#26700)
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 9 +
CHANGES.md | 10 +-
.../beam-ml/run_inference_windowing.ipynb | 419 +++++++++++++++++++++
learning/tour-of-beam/learning-content/README.md | 251 ++++++++++++
.../learning-content/content-info.yaml | 1 +
.../tour-of-beam/learning-content/content-tree.png | Bin 0 -> 40770 bytes
.../creating-pipeline/description.md | 2 +-
.../co-group/description.md | 107 ++++++
.../co-group/java-example/Task.java | 213 +++++++++++
.../co-group/unit-info.yaml} | 12 +-
.../schema-based-transforms/coder/description.md | 153 ++++++++
.../coder/java-example/Task.java | 183 +++++++++
.../coder/unit-info.yaml} | 12 +-
.../schema-based-transforms/convert/description.md | 35 ++
.../convert/java-example/Task.java | 230 +++++++++++
.../convert/unit-info.yaml} | 12 +-
.../schema-based-transforms/filter/description.md | 74 ++++
.../filter/java-example/Task.java | 212 +++++++++++
.../filter/unit-info.yaml} | 12 +-
.../schema-based-transforms/group/description.md | 65 ++++
.../group/java-example/Task.java | 210 +++++++++++
.../group/unit-info.yaml} | 12 +-
.../schema-based-transforms/join/description.md | 51 +++
.../join/java-example/Task.java | 236 ++++++++++++
.../join/unit-info.yaml} | 12 +-
.../module-info.yaml} | 21 +-
.../motivating-challenge/description.md | 39 ++
.../motivating-challenge/hint1.md | 24 ++
.../motivating-challenge/java-challenge/Task.java | 225 +++++++++++
.../motivating-challenge/java-solution/Task.java | 259 +++++++++++++
.../motivating-challenge/unit-info.yaml} | 12 +-
.../schema-based-transforms/rename/description.md | 36 ++
.../rename/java-example/Task.java | 218 +++++++++++
.../rename/unit-info.yaml} | 12 +-
.../schema-concept/creating-schema/description.md | 197 ++++++++++
.../creating-schema/java-example/Task.java | 181 +++++++++
.../schema-concept/creating-schema/unit-info.yaml} | 12 +-
.../schema-concept/group-info.yaml} | 13 +-
.../schema-concept/logical-type/description.md | 104 +++++
.../schema-concept/logical-type/unit-info.yaml} | 12 +-
.../schema-based-transforms/select/description.md | 125 ++++++
.../select/java-example/Task.java | 199 ++++++++++
.../select/unit-info.yaml} | 12 +-
playground/infrastructure/ci_cd.py | 2 +-
playground/infrastructure/config.py | 1 +
playground/infrastructure/datastore_client.py | 4 +-
playground/infrastructure/test_datastore_client.py | 1 +
release/src/main/Dockerfile | 93 +++++
.../main/scripts/publish_github_release_notes.sh | 70 ----
sdks/go.mod | 7 +-
sdks/go.sum | 14 +-
sdks/go/pkg/beam/core/graph/fn.go | 5 +-
sdks/go/pkg/beam/core/runtime/exec/timers.go | 13 +-
sdks/go/pkg/beam/core/runtime/harness/harness.go | 2 +-
sdks/go/pkg/beam/io/fileio/file.go | 9 +-
sdks/go/pkg/beam/io/fileio/helper_test.go | 12 +
sdks/go/pkg/beam/io/fileio/match.go | 96 ++++-
sdks/go/pkg/beam/io/fileio/match_test.go | 51 ++-
.../aws2/dynamodb/BasicDynamoDbClientProvider.java | 69 ----
.../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 188 +--------
.../io/aws2/dynamodb/DynamoDbClientProvider.java | 36 --
.../sdk/io/aws2/kinesis/AWSClientsProvider.java | 36 --
.../sdk/io/aws2/kinesis/BasicKinesisProvider.java | 76 ----
.../sdk/io/aws2/kinesis/EFOShardSubscriber.java | 13 +-
.../io/aws2/kinesis/EFOShardSubscribersPool.java | 18 +-
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 84 +----
.../beam/sdk/io/aws2/kinesis/KinesisSource.java | 42 +--
.../beam/sdk/io/aws2/kinesis/ShardReadersPool.java | 7 +-
.../sdk/io/aws2/sns/BasicSnsClientProvider.java | 69 ----
.../beam/sdk/io/aws2/sns/SnsClientProvider.java | 36 --
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 104 +----
.../sdk/io/aws2/sqs/BasicSqsClientProvider.java | 69 ----
.../beam/sdk/io/aws2/sqs/SqsClientProvider.java | 36 --
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 117 +-----
.../beam/sdk/io/aws2/sqs/SqsUnboundedReader.java | 9 +-
.../beam/sdk/io/aws2/MockClientBuilderFactory.java | 25 +-
.../dynamodb/BasicDynamoDbClientProviderTest.java | 51 ---
.../sdk/io/aws2/dynamodb/DynamoDBIOReadTest.java | 61 +--
.../sdk/io/aws2/dynamodb/DynamoDBIOWriteTest.java | 73 +---
.../dynamodb/StaticDynamoDBClientProvider.java | 35 --
.../kinesis/BasicKinesisClientProviderTest.java | 52 ---
.../sdk/io/aws2/kinesis/KinesisIOReadTest.java | 91 +----
.../sdk/io/aws2/kinesis/KinesisSourceTest.java | 36 +-
.../io/aws2/sns/BasicSnsClientProviderTest.java | 51 ---
.../org/apache/beam/sdk/io/aws2/sns/SnsIOTest.java | 103 +----
.../io/aws2/sqs/BasicSqsClientProviderTest.java | 51 ---
.../apache/beam/sdk/io/aws2/sqs/SqsIOReadTest.java | 41 +-
.../beam/sdk/io/aws2/sqs/SqsIOWriteTest.java | 42 +--
.../sdk/io/aws2/sqs/SqsUnboundedReaderTest.java | 7 +-
.../sdk/io/aws2/sqs/StaticSqsClientProvider.java | 35 --
.../apache_beam/io/gcp/bigquery_file_loads.py | 9 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 11 +-
sdks/python/apache_beam/ml/inference/base.py | 35 +-
sdks/python/apache_beam/ml/inference/base_test.py | 174 ++++++++-
.../container/base_image_requirements_manual.txt | 2 +
.../container/py310/base_image_requirements.txt | 84 +++--
.../container/py311/base_image_requirements.txt | 79 ++--
.../container/py37/base_image_requirements.txt | 73 ++--
.../container/py38/base_image_requirements.txt | 88 ++---
.../container/py39/base_image_requirements.txt | 88 ++---
website/www/site/content/en/blog/beam-2.47.0.md | 5 +-
.../site/content/en/contribute/release-guide.md | 12 +-
.../site/content/en/documentation/io/connectors.md | 2 +-
.../en/documentation/io/developing-io-java.md | 4 +-
.../content/en/documentation/io/io-standards.md | 2 +-
.../content/en/documentation/ml/orchestration.md | 2 +-
106 files changed, 4949 insertions(+), 2098 deletions(-)
create mode 100644 examples/notebooks/beam-ml/run_inference_windowing.ipynb
create mode 100644 learning/tour-of-beam/learning-content/README.md
create mode 100644 learning/tour-of-beam/learning-content/content-tree.png
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/co-group/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/co-group/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/co-group/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/coder/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/coder/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/coder/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/convert/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/convert/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/convert/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/filter/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/filter/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/filter/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/group/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/group/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/group/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/join/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/join/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/join/unit-info.yaml} (87%)
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/module-info.yaml} (81%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/motivating-challenge/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/motivating-challenge/hint1.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/motivating-challenge/java-challenge/Task.java
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/motivating-challenge/java-solution/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/motivating-challenge/unit-info.yaml} (86%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/rename/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/rename/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/rename/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/schema-concept/creating-schema/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/schema-concept/creating-schema/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/schema-concept/creating-schema/unit-info.yaml} (87%)
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/schema-concept/group-info.yaml} (88%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/schema-concept/logical-type/description.md
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/schema-concept/logical-type/unit-info.yaml} (87%)
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/select/description.md
create mode 100644
learning/tour-of-beam/learning-content/schema-based-transforms/select/java-example/Task.java
copy learning/tour-of-beam/learning-content/{content-info.yaml =>
schema-based-transforms/select/unit-info.yaml} (87%)
create mode 100644 release/src/main/Dockerfile
delete mode 100755 release/src/main/scripts/publish_github_release_notes.sh
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/dynamodb/BasicDynamoDbClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/dynamodb/DynamoDbClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/AWSClientsProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/BasicKinesisProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sns/BasicSnsClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sns/SnsClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/BasicSqsClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/sqs/SqsClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/dynamodb/BasicDynamoDbClientProviderTest.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/dynamodb/StaticDynamoDBClientProvider.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/BasicKinesisClientProviderTest.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sns/BasicSnsClientProviderTest.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sqs/BasicSqsClientProviderTest.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sqs/StaticSqsClientProvider.java
