This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/hadoopExtra
in repository https://gitbox.apache.org/repos/asf/beam.git
from 7eab4e89d0f add to coverage tasks
add 5ffd998ed80 Bump golang.org/x/oauth2 from 0.32.0 to 0.33.0 in /sdks
(#36767)
add ad73e89987e Fix PostCommit XVR GoUsingJava Dataflow job (#36757)
add 8a69cddcbf1 update container java version
add c236996a455 Merge pull request #36762 from
derrickaw/updateJavaTagging_20251104
add 659201612f7 Move DataflowRunnerTest.java references to Python 3.10
containers (#36774)
add 11b0579d0c7 Dont use platform separator for docker build paths.
(#36777)
add 82fe92a2ba2 Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#36783)
add 2cd7a75a86c Adds SchemaFieldNumber annotations to Iceberg classes that
use SchemaCoder
add 296421d0203 Merge pull request #36780: Adds SchemaFieldNumber
annotations to Iceberg classes that use the SchemaCoder
add 8e5b84527e1 Bump github.com/tetratelabs/wazero from 1.9.0 to 1.10.1 in
/sdks (#36797)
add 4eff1798314 fix CVE-2025-59250 (#36800)
add 4a59cb778e6 Fix Post Commit Transform Service (#36799)
add 83ebe731133 [1/3] sdks/python: refactor Milvus-related utilities as
preparation step for Milvus Sink I/O integration (#35708)
add addc06e8200 [Dataflow Streaming] Reuse ByteStringOutputStream buffers
in WindmillBag (#36742)
add 8c44a9ee80e Support custom id function in async_dofn (#36779)
add d134f242c78 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#36804)
add de918a653f2 fix(iceberg): Incorrect $partition Metadata in Trino for
Iceberg Tables Written via IcebergIO.writeRows with Timestamp Partitioning
(#36562)
add ce1b1dcbc59 Fix flaky GCS bucket deletion in
test_create_default_bucket (#36786)
add 1aca8519a47 Fix
PostCommit_Java_ValidatesRunner_SparkStructuredStreaming (#36810)
add 13949036151 Bring the Python Version update docs into the main repo
(#36811)
add 55c5854e6a3 Remove remaining ununsed Python 3.9 artifacts (#36812)
add 49de281005b Convert pipeline.py type comments to type hints (#36801)
add 61b8f416e61 Changes multimap entries Iterable to make a deep copy of
pending adds and deletes (#36759)
add db08b7c8c0b Type inference tests (#36776)
add e51998b00ae Fix test_create_default_bucket: check None instead of
NotFound (#36814)
add 6ba393a26e9 Added function for deterministic ID for class definitions
by hashing. (#36793)
add 63a8be9f023 Handle query returned with empty rows gracefully on
bigquery enrichmement (#36791)
add 92888144601 optimize grpc settings (#36528)
add ae2d3b80a4c Bump golang.org/x/net from 0.46.0 to 0.47.0 in /sdks
(#36817)
add c8d7ca02867 Fix DinD Action failure (#36813)
add 57320861aa2 Ensure that Operations are aborted when MapTaskExecutor is
closed. Add tests around setup/teardown of DoFns (#36631)
add 715a482bf5a Update REVIEWERS.yml (#36828)
add 3af78a7a19d Fix DinD startup failures (#36835)
add d4f5372a67c Improve error message for decoding input stream (#36823)
add ce58563ffd9 update container tag (#36826)
add 53a0d3c31b7 Update BOM to 26.71.0 (#36663)
add 3721c17265e Adds proto fields for overwriting fetch/write state
functionality (#36708)
add 914c16eb1d1 Provide more contextual error message for PyCoder (#36825)
add b843f4af3eb Increase the GZip DeflaterOutputStream buffer size to
increase performance (#36818)
add a799d2b76ea Bump google.golang.org/grpc from 1.76.0 to 1.77.0 in /sdks
(#36843)
add 050369f39d1 make use of generic type info in *Utils classes
add b369dfa3814 make use of generic type info in *Utils classes (#36581)
add 87d204f6038 Fix inconsistent data type in GenericRecord and AvroSchema
for AvroWriter (#36839)
add 6d9df8cbc81 Remove 3.9-specific branches in typehinting module (#36732)
add eadbc6e74fc Kerberos auth python (#36211)
add f41cbde78c1 Allow users to specify trusted Avro serializable classes
to Dataflow worker (#36809)
add 534e1cb0dbf Add artifactregistry.writer to service account (#36756)
add 0ab2d039f8d Add @Pure annotations to Preconditions
add e84b318ad3c Add @Pure annotations to DoFnSignature
add a33d59420c7 Add @Pure annotations to DoFnSchemaInformation
add 8f5bc796213 Add @Pure annotations to TimerSpec
add edad6545dad Add @Pure annotations to SideInputReader
add 6c99f7ceb71 Add @Pure annotations to LateDataUtils
add f07ca33e355 Fix nullness errors in SimpleDoFnRunner and DoFnInvoker
add 87530a369fb Trivial change to KafkaSourceConsumerFnTest to eliminate
warning
add be65cfe8d78 Fix nullness of currentRecordId and currentRecordOffset
add 2a06694cc5e Merge pull request #35029: Fix nullness errors in
SimpleDoFnRunner and DoFnInvoker
add f5b4b6d2429 Add back sys import. (#36862)
add 5806b6e4b93 Support Beam MicrosInstant conversion to Avro Timestamp
(#36605)
add 614e742a9d0 Bump com.gradle.common-custom-user-data-gradle-plugin
(#36856)
add 108225d3797 Add Iceberg CDC support to YAML (#36641)
add 8e8fd1aefc1 Bump golang.org/x/crypto from 0.35.0 to 0.45.0 in
/.test-infra/mock-apis (#36865)
add e336419205c Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#36867)
add 8ef3a2446bc Change KafkaIO to default to offset-based deduplication
when redistribute is enabled for Dataflow java runner. (#36849)
add 3d5d04b9f39 Enable some advanced state validates runner tests for
dataflow legacy and v2. (#36808)
add b0b67bf0796 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#36872)
add 62ffc638bcb Fix DROP IF NOT EXISTS statement
add 4970cba9482 Merge pull request #36863: Fix DROP IF NOT EXISTS statement
add 7f499788a40 Add Iceberg Schema Support for PassThroughLogicalType
(#36870)
add b20ccbfe3ef [2/3] sdks/python: sink data with Milvus Search I/O
connector (#36729)
add 6d94d5c00ee Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#36882)
add f9f13c331dd enhance python tests (#36852)
add 6a8244815b0 Move Kafka read with redistribute override to Kafka IO
package. (#36887)
add 94336fa0187 Make RestrictionTrackers.getProgress unblocking until
initial progress successfully returned (#36750)
add c84ccd385c2 callStateMap was accessed from multiple threads without
synchronization. changing callStateMap to concurrent hashmap (#36886)
add c8aa39898cf Fix GcsEndpoint serialization in GcsOptions (#36879)
add 876cda39434 [Docs] Add table of contents for contributor docs (#36861)
add 543056a7898 split redis into extra (#36772)
add 388e5e59ff6 Supports Asynchronous Runs in Interactive Beam (#36853)
add a9e2e68e507 [OpenTelemetry] Add OpenTelemetry options to
SdkHarnessOptions (#36716)
add 45911229938 Iceberg direct write (#36720)
add 203f45cee86 Support beam:logical_type:micros_instant:v1 in SpannerIo.
(#36840)
add db09899eb20 Move to macos-15 (#36900)
add d421c98075c Upgrade HCatalogIO to Hive 4.0.1 (#36901)
add 5b8743b9366 [BEAM-36736] Add state sampling for timer processing in
the Python SDK (#36737)
add 2f75792d044 Flink 1.20 support (#36893)
add 436662293b6 Bump github.com/nats-io/nats-server/v2 from 2.12.1 to
2.12.2 in /sdks (#36816)
add c72970d0ee3 Fix CSP issues (#36902)
add baa1751d837 comment out potential race condition until further
investigation in enrichment test (#36907)
add 744275030ac Moving to 2.71.0-SNAPSHOT on master branch.
add bdd042509b6 Update CHANGES.md to have fields for 2.71.0 release
add 2ffd443b986 Fix inconsistent handling of Firestore Project and
Database ID (#36895)
add c65ea33bb6b merge in tox and fix hadoop extra
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/REVIEWERS.yml | 7 +-
.github/actions/dind-up-action/action.yml | 24 +-
.../test-properties.json | 6 +-
.../IO_Iceberg_Integration_Tests.json | 2 +-
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 5 +-
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 6 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 6 +-
...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 5 +-
...a_ValidatesRunner_SparkStructuredStreaming.json | 2 -
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
.../workflows/beam_LoadTests_Java_GBK_Smoke.yml | 2 +-
.../beam_PostCommit_Java_Examples_Flink.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 2 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 2 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 2 +-
...PostCommit_Java_ValidatesRunner_Flink_Java8.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 2 +-
.../beam_PostCommit_XVR_GoUsingJava_Dataflow.yml | 4 -
.../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 15 -
.../workflows/beam_PreCommit_Java_IOs_Direct.yml | 15 -
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 2 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 2 +-
.../workflows/beam_PreCommit_Python_Coverage.yml | 2 +
.github/workflows/build_wheels.yml | 4 +-
.../run_rc_validation_java_quickstart.yml | 2 +-
.test-infra/mock-apis/go.mod | 10 +-
.test-infra/mock-apis/go.sum | 20 +-
CHANGES.md | 24 +-
build.gradle.kts | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 20 +-
contributor-docs/README.md | 36 ++
.../updating-supported-python-versions.md | 82 +++
examples/java/build.gradle | 1 +
gradle.properties | 6 +-
infra/iam/users.yml | 1 +
.../beam/model/fn_execution/v1/beam_fn_api.proto | 9 +
.../apache/beam/runners/core/LateDataUtils.java | 3 +
...TimeBoundedSplittableProcessElementInvoker.java | 4 +-
.../apache/beam/runners/core/SideInputReader.java | 13 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 169 ++++--
.../wrappers/streaming/DoFnOperator.java | 0
runners/flink/{1.17 => 1.20}/build.gradle | 4 +-
.../job-server-container/build.gradle | 0
.../flink/{1.19 => 1.20}/job-server/build.gradle | 2 +-
.../wrappers/streaming/DoFnOperator.java | 8 +-
runners/flink/flink_runner.gradle | 5 +
.../translation/types/CoderTypeSerializer.java | 0
.../flink/FlinkExecutionEnvironmentsTest.java | 13 +-
.../runners/flink/ReadSourceStreamingTest.java | 7 +-
.../flink/streaming/GroupByNullKeyTest.java | 7 +-
.../flink/streaming/TopWikipediaSessionsTest.java | 7 +-
runners/google-cloud-dataflow-java/build.gradle | 156 +++--
.../beam/runners/dataflow/DataflowRunner.java | 1 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 12 +-
.../worker/IntrinsicMapTaskExecutorFactory.java | 53 +-
.../util/ThreadLocalByteStringOutputStream.java | 103 ++++
.../worker/util/common/worker/MapTaskExecutor.java | 71 ++-
.../worker/windmill/state/WindmillBag.java | 25 +-
.../windmill/state/WindmillStateTagUtil.java | 58 +-
.../work/processing/StreamingWorkScheduler.java | 13 +-
.../IntrinsicMapTaskExecutorFactoryTest.java | 137 ++++-
.../runners/dataflow/worker/SimpleParDoFnTest.java | 12 +-
.../worker/StreamingDataflowWorkerTest.java | 114 +++-
.../worker/testing/TestCountingSource.java | 5 +
.../ThreadLocalByteStringOutputStreamTest.java | 68 +++
.../util/common/worker/MapTaskExecutorTest.java | 39 ++
runners/spark/spark_runner.gradle | 2 +-
scripts/beam-sql.sh | 2 +-
scripts/tools/bomupgrader.py | 1 +
sdks/go.mod | 84 +--
sdks/go.sum | 184 +++---
sdks/go/examples/wasm/README.md | 2 +-
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/java/container/boot.go | 22 +
.../container/license_scripts/dep_urls_java.yaml | 10 +-
sdks/java/core/build.gradle | 2 +
.../sdk/fn/splittabledofn/RestrictionTrackers.java | 94 ++-
.../java/org/apache/beam/sdk/io/Compression.java | 4 +-
.../apache/beam/sdk/options/SdkHarnessOptions.java | 40 ++
.../beam/sdk/schemas/logicaltypes/SqlTypes.java | 4 +
.../beam/sdk/schemas/utils/AutoValueUtils.java | 16 +-
.../beam/sdk/schemas/utils/ByteBuddyUtils.java | 59 +-
.../beam/sdk/schemas/utils/JavaBeanUtils.java | 28 +-
.../apache/beam/sdk/schemas/utils/POJOUtils.java | 138 +----
.../java/org/apache/beam/sdk/state/TimerSpec.java | 2 +
.../java/org/apache/beam/sdk/transforms/DoFn.java | 4 +-
.../beam/sdk/transforms/DoFnSchemaInformation.java | 6 +
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 28 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 108 ++++
.../org/apache/beam/sdk/util/Preconditions.java | 31 +
.../fn/splittabledofn/RestrictionTrackersTest.java | 90 ++-
.../beam/sdk/schemas/utils/POJOUtilsTest.java | 80 ---
.../beam/sdk/transforms/ParDoLifecycleTest.java | 11 +-
.../extensions/avro/schemas/utils/AvroUtils.java | 25 +
.../avro/schemas/utils/AvroUtilsTest.java | 34 ++
.../sdk/extensions/gcp/options/GcsOptions.java | 1 -
sdks/java/extensions/sql/hcatalog/build.gradle | 4 +-
.../extensions/sql/impl/parser/SqlDropObject.java | 6 +-
.../beam/fn/harness/state/MultimapUserState.java | 16 +-
.../io/debezium/KafkaSourceConsumerFnTest.java | 2 +-
sdks/java/io/expansion-service/build.gradle | 2 +
.../providers/PortableBigQueryDestinations.java | 2 +-
.../sdk/io/gcp/firestore/FirestoreOptions.java | 5 +-
.../FirestoreStatefulComponentFactory.java | 23 +-
.../sdk/io/gcp/firestore/FirestoreV1WriteFn.java | 4 +-
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 59 +-
.../beam/sdk/io/gcp/spanner/StructUtils.java | 37 +-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 5 +-
...gQueryFileLoadsSchemaTransformProviderTest.java | 23 +-
.../gcp/firestore/BaseFirestoreV1WriteFnTest.java | 8 +-
...storeV1FnBatchWriteWithDeadLetterQueueTest.java | 2 +-
.../FirestoreV1FnBatchWriteWithSummaryTest.java | 2 +-
.../sdk/io/gcp/firestore/it/BaseFirestoreIT.java | 3 +-
.../beam/sdk/io/gcp/spanner/MutationUtilsTest.java | 33 ++
.../beam/sdk/io/gcp/spanner/StructUtilsTest.java | 39 ++
sdks/java/io/hcatalog/build.gradle | 19 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 2 +-
.../io/hcatalog/test/EmbeddedMetastoreService.java | 17 +-
sdks/java/io/iceberg/hive/build.gradle | 9 +-
.../apache/beam/sdk/io/iceberg/BundleLifter.java | 170 ++++++
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 19 +-
.../apache/beam/sdk/io/iceberg/IcebergUtils.java | 25 +-
.../IcebergWriteSchemaTransformProvider.java | 11 +
.../org/apache/beam/sdk/io/iceberg/ReadTask.java | 2 +
.../beam/sdk/io/iceberg/ReadTaskDescriptor.java | 2 +
.../beam/sdk/io/iceberg/RecordWriterManager.java | 5 +-
.../apache/beam/sdk/io/iceberg/SnapshotInfo.java | 10 +
...owsToFiles.java => WriteDirectRowsToFiles.java} | 86 +--
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 9 +-
.../beam/sdk/io/iceberg/WriteToDestinations.java | 173 +++++-
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 9 +-
.../beam/sdk/io/iceberg/BundleLifterTest.java | 99 ++++
.../IcebergReadSchemaTransformProviderTest.java | 64 +++
.../beam/sdk/io/iceberg/IcebergUtilsTest.java | 103 ++++
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 47 ++
.../kafka/KafkaReadWithRedistributeOverride.java | 73 +++
.../KafkaReadWithRedistributeOverrideTest.java | 133 +++++
sdks/python/apache_beam/coders/coder_impl.py | 17 +-
.../transforms/elementwise/enrichment_test.py | 60 +-
.../internal/cloudpickle/cloudpickle.py | 28 +-
.../io/external/xlang_bigqueryio_it_test.py | 35 +-
.../apache_beam/io/gcp/gcsio_integration_test.py | 24 +-
.../io/gcp/tests/xlang_spannerio_it_test.py | 129 +++--
sdks/python/apache_beam/io/kafka.py | 47 +-
sdks/python/apache_beam/io/requestresponse.py | 11 +-
.../apache_beam/ml/rag/enrichment/milvus_search.py | 133 ++---
.../ml/rag/enrichment/milvus_search_it_test.py | 429 +-------------
.../apache_beam/ml/rag/ingestion/milvus_search.py | 346 +++++++++++
.../ml/rag/ingestion/milvus_search_it_test.py | 635 +++++++++++++++++++++
.../ml/rag/ingestion/milvus_search_test.py | 123 ++++
.../ml/rag/ingestion/postgres_common.py | 93 ++-
sdks/python/apache_beam/ml/rag/test_utils.py | 413 ++++++++++++++
sdks/python/apache_beam/ml/rag/utils.py | 224 ++++++++
.../python/apache_beam/options/pipeline_options.py | 2 +-
sdks/python/apache_beam/pipeline.py | 425 +++++++-------
.../apache_beam/runners/dataflow/internal/names.py | 3 +-
.../runners/interactive/interactive_beam.py | 99 +++-
.../runners/interactive/interactive_beam_test.py | 391 +++++++++++++
.../runners/interactive/interactive_environment.py | 19 +
.../interactive/interactive_environment_test.py | 41 ++
.../runners/interactive/recording_manager.py | 478 +++++++++++++++-
.../runners/interactive/recording_manager_test.py | 500 ++++++++++++++++
.../apache_beam/runners/interactive/utils_test.py | 12 +
.../runners/portability/sdk_container_builder.py | 3 +-
.../portability/sdk_container_builder_test.py | 26 +
.../apache_beam/runners/worker/bundle_processor.py | 6 +-
.../apache_beam/runners/worker/channel_factory.py | 10 +-
.../apache_beam/runners/worker/operations.pxd | 1 +
.../apache_beam/runners/worker/operations.py | 22 +-
.../runners/worker/statesampler_test.py | 185 ++++++
sdks/python/apache_beam/transforms/async_dofn.py | 42 +-
.../apache_beam/transforms/async_dofn_test.py | 34 ++
.../transforms/enrichment_handlers/bigquery.py | 38 +-
.../enrichment_handlers/bigquery_it_test.py | 141 +++++
.../apache_beam/transforms/ptransform_test.py | 99 ++++
.../typehints/native_type_compatibility.py | 5 +-
.../apache_beam/typehints/trivial_inference.py | 8 +-
sdks/python/apache_beam/typehints/typehints.py | 6 +-
.../python/apache_beam/typehints/typehints_test.py | 12 +-
sdks/python/apache_beam/utils/subprocess_server.py | 16 +-
sdks/python/apache_beam/version.py | 2 +-
.../yaml/extended_tests/data/enrichment.yaml | 78 +--
.../yaml/extended_tests/databases/iceberg.yaml | 54 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 28 +
sdks/python/conftest.py | 34 +-
sdks/python/container/distroless/py39/build.gradle | 28 -
.../container/ml/py39/base_image_requirements.txt | 228 --------
sdks/python/container/ml/py39/build.gradle | 28 -
.../container/py39/base_image_requirements.txt | 194 -------
sdks/python/container/py39/build.gradle | 28 -
sdks/python/expansion-service-container/Dockerfile | 3 +-
.../expansion-service-container/build.gradle | 4 +-
sdks/python/setup.py | 2 +-
sdks/python/test-suites/dataflow/py39/build.gradle | 24 -
sdks/python/test-suites/direct/py39/build.gradle | 24 -
sdks/python/test-suites/portable/py39/build.gradle | 26 -
sdks/python/test-suites/tox/py39/build.gradle | 236 --------
sdks/python/tox.ini | 6 +-
sdks/typescript/package.json | 2 +-
sdks/typescript/src/apache_beam/runners/flink.ts | 2 +-
settings.gradle.kts | 69 +--
.../site/assets/css/fontawesome/release-v5.4.1.css | 5 +
website/www/site/assets/css/roboto/roboto.css | 35 ++
.../site/assets/css/swiper@8/swiper-bundle.min.css | 13 +
.../www/site/assets/js/jquery/jquery-2.2.4.min.js | 4 +
website/www/site/layouts/partials/head.html | 8 +-
.../www/site/layouts/partials/head_homepage.html | 8 +-
website/www/site/static/.htaccess | 5 +-
210 files changed, 7736 insertions(+), 2736 deletions(-)
create mode 100644 contributor-docs/README.md
create mode 100644 contributor-docs/updating-supported-python-versions.md
copy runners/flink/{ =>
1.17}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/DoFnOperator.java
(100%)
copy runners/flink/{1.17 => 1.20}/build.gradle (94%)
copy runners/flink/{1.17 => 1.20}/job-server-container/build.gradle (100%)
copy runners/flink/{1.19 => 1.20}/job-server/build.gradle (95%)
rename runners/flink/{ =>
1.20}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/DoFnOperator.java
(99%)
rename runners/flink/{1.17 =>
}/src/main/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializer.java
(100%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/util/ThreadLocalByteStringOutputStream.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/util/ThreadLocalByteStringOutputStreamTest.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/BundleLifter.java
copy
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/{WriteGroupedRowsToFiles.java
=> WriteDirectRowsToFiles.java} (58%)
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/BundleLifterTest.java
create mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaReadWithRedistributeOverride.java
create mode 100644
sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaReadWithRedistributeOverrideTest.java
create mode 100644 sdks/python/apache_beam/ml/rag/ingestion/milvus_search.py
create mode 100644
sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py
create mode 100644
sdks/python/apache_beam/ml/rag/ingestion/milvus_search_test.py
create mode 100644 sdks/python/apache_beam/ml/rag/test_utils.py
create mode 100644 sdks/python/apache_beam/ml/rag/utils.py
delete mode 100644 sdks/python/container/distroless/py39/build.gradle
delete mode 100644 sdks/python/container/ml/py39/base_image_requirements.txt
delete mode 100644 sdks/python/container/ml/py39/build.gradle
delete mode 100644 sdks/python/container/py39/base_image_requirements.txt
delete mode 100644 sdks/python/container/py39/build.gradle
delete mode 100644 sdks/python/test-suites/dataflow/py39/build.gradle
delete mode 100644 sdks/python/test-suites/direct/py39/build.gradle
delete mode 100644 sdks/python/test-suites/portable/py39/build.gradle
delete mode 100644 sdks/python/test-suites/tox/py39/build.gradle
create mode 100644 website/www/site/assets/css/fontawesome/release-v5.4.1.css
create mode 100644 website/www/site/assets/css/roboto/roboto.css
create mode 100644 website/www/site/assets/css/swiper@8/swiper-bundle.min.css
create mode 100644 website/www/site/assets/js/jquery/jquery-2.2.4.min.js
