This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/enforce-java-gbek
in repository https://gitbox.apache.org/repos/asf/beam.git
from a18d241a003 checkstyle
add 5016b6f4514 explicitly add dep
add 14b8a640fc0 spotbugs: only create generator once
add 15b8560975a Fix Managed I/O link in the blog (#36268)
add 2f9a910e1f7 Implement a hierarchy for Beam SQL Calcite Schemas (#35787)
add 69b70263e72 Add ability for coders to set version tags for update
compat checks. (#36316)
add e4c891fffe7 Update coders.py
add 7de704e9e9a Add dill test workflow (#36348)
add 340d420c2d3 Remove workflow_run. (#36351)
add a0831e0d4b1 Add AftersynchronizedProcessing Time as continuation
trigger (#36285)
add 97b35eb5d7f Bump docker/login-action from 2 to 3 (#36232)
add d78d004d0a5 Skip SqlTransformExample (#36354)
add 6b9d534137c Set user agent when downloading jars with local_jar
(#36342)
add e61b4f39b09 Add Java25 container (#36349)
add 666c75adc07 Add google-cloud-secret-managager to beam python container
deps (#36353)
add a3fd151f8f9 Fix sql example in playground (#36358)
add b2954eef3b5 Fix playground example dataset format value
add 3f6d8210845 Merge pull request #36360 from apache/fix-dataset-path
add 3903623850d Exit gradle process after build complete (#36361)
add 7c88161b18b Consolidate beam Publish Bem SDK Snapshot matrix (#36363)
add 3534960b9c8 [Prism] Support AfterProcessingTime triggers - part 2
(#36333)
add df3384f96a2 Also check the existence of _fields in addition
to__annotations__ for NamedTuple. (#36337)
add 1c8bcf9bae1 Fix race condition and nil pointer dereferencing (#36370)
add 45c36901859 Bump google.golang.org/protobuf from 1.36.8 to 1.36.10 in
/sdks (#36371)
add 24d3a7bac85 Fix errorprone move serialization to private method
(#36352)
add a03e96ad981 Update GitHub Actions to run Python 3.13 Tests (#35056)
add bf39e48ebdc Update Python SDK container (#36374)
add bd5cfdacc07 Make ml tests portable (#36377)
add 586cb119224 [Prism] Support AfterSynchronizedProcessingTime and enable
java processing-time trigger tests (#36379)
add c0774c9b636 Trigger python coverage workflow on prism changes (#36378)
add 659cc4dfbd6 Add pipeline option to enforce gbek (#36321)
add 9f8e00e4393 Switch streaming engine worker harness based on job
settings (#35901)
add b9c277244f2 Add Jpms tests for Java 25 (#36380)
add 800e2d7da5f Implement histogram user metric for python SDK (#36335)
add 82952c8c29a Update python metrics example in programming guide (#36334)
add 5af82f5f78c feat(subprocess_server): add fallback to Google Maven
mirror (#36365)
add 1e973630e67 fix(sdk:python): Avoid AttributeError for transforms
without hints (#36251)
add 5485467f230 Handle pending adjustment for processing time bundle
correctly. (#36384)
add 312509fd019 Add back missing licenses (#36386)
add c1fc3698a38 Java GroupByEncryptedKey (#36217)
add 9ee77f50856 Merge in master
No new revisions were added by this update.
Summary of changes:
.../gradle-command-self-hosted-action/action.yml | 2 +-
...PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json | 2 +-
.github/workflows/README.md | 9 +-
....yml => beam_PostCommit_Java_Jpms_Dataflow.yml} | 16 +-
...eam_PostCommit_Java_Jpms_Dataflow_Versions.yml} | 23 +-
...11.yml => beam_PostCommit_Java_Jpms_Direct.yml} | 17 +-
.../beam_PostCommit_Java_Jpms_Direct_Java21.yml | 101 ----
... beam_PostCommit_Java_Jpms_Direct_Versions.yml} | 23 +-
.github/workflows/beam_PostCommit_Python.yml | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 2 +-
.../beam_PostCommit_Python_Dependency.yml | 2 +-
.../beam_PostCommit_Python_Examples_Dataflow.yml | 2 +-
.../beam_PostCommit_Python_Examples_Direct.yml | 2 +-
.../beam_PostCommit_Python_Examples_Flink.yml | 2 +-
.../beam_PostCommit_Python_Examples_Spark.yml | 2 +-
.../beam_PostCommit_Python_MongoDBIO_IT.yml | 2 +-
...stCommit_Python_ValidatesContainer_Dataflow.yml | 2 +-
..._Python_ValidatesContainer_Dataflow_With_RC.yml | 2 +-
..._PostCommit_Python_ValidatesRunner_Dataflow.yml | 2 +-
...eam_PostCommit_Python_ValidatesRunner_Flink.yml | 2 +-
...eam_PostCommit_Python_ValidatesRunner_Samza.yml | 2 +-
...eam_PostCommit_Python_ValidatesRunner_Spark.yml | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.yml | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.yml | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.yml | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.yml | 2 +-
.../beam_PostCommit_TransformService_Direct.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Direct.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 2 +-
...eam_PostCommit_XVR_JavaUsingPython_Dataflow.yml | 2 +-
..._PostCommit_XVR_PythonUsingJavaSQL_Dataflow.yml | 2 +-
...eam_PostCommit_XVR_PythonUsingJava_Dataflow.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Samza.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Spark3.yml | 2 +-
.github/workflows/beam_PreCommit_Prism_Python.yml | 2 +-
.github/workflows/beam_PreCommit_Python.yml | 2 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 2 +-
.../workflows/beam_PreCommit_Python_Coverage.yml | 4 +-
.../workflows/beam_PreCommit_Python_Dataframes.yml | 2 +-
...ython_ML.yml => beam_PreCommit_Python_Dill.yml} | 50 +-
.../workflows/beam_PreCommit_Python_Examples.yml | 2 +-
.../beam_PreCommit_Python_Integration.yml | 2 +-
.github/workflows/beam_PreCommit_Python_ML.yml | 6 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 2 +-
.../workflows/beam_PreCommit_Python_Runners.yml | 2 +-
.../workflows/beam_PreCommit_Python_Transforms.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 31 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 2 +-
.github/workflows/build_release_candidate.yml | 2 +-
.github/workflows/build_wheels.yml | 6 +-
.github/workflows/finalize_release.yml | 2 +-
.github/workflows/python_dependency_tests.yml | 1 +
.github/workflows/python_tests.yml | 3 +-
CHANGES.md | 1 +
build.gradle.kts | 3 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 16 +-
examples/java/sql/build.gradle | 2 +-
playground/backend/containers/java/Dockerfile | 14 +-
playground/infrastructure/ci_cd.py | 2 +
playground/infrastructure/models.py | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../options/DataflowStreamingPipelineOptions.java | 3 +
.../dataflow/worker/StreamingDataflowWorker.java | 512 +++++++++++++++------
.../harness/SingleSourceWorkerHarness.java | 13 +-
.../dataflow/worker/FakeWindmillServer.java | 47 ++
.../worker/StreamingDataflowWorkerTest.java | 148 ++++++
.../worker/windmill/src/main/proto/windmill.proto | 9 +
runners/prism/java/build.gradle | 25 +-
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
.../prism/internal/engine/elementmanager.go | 188 +++++++-
.../beam/runners/prism/internal/engine/strategy.go | 81 +++-
sdks/go/pkg/beam/runners/prism/internal/execute.go | 4 +-
.../prism/internal/jobservices/management.go | 15 +-
.../runners/prism/internal/unimplemented_test.go | 8 +-
sdks/go/test/integration/integration.go | 1 +
sdks/go/test/integration/primitives/windowinto.go | 24 +-
.../test/integration/primitives/windowinto_test.go | 6 +
sdks/java/container/build.gradle | 1 +
sdks/java/container/distroless/build.gradle | 7 +-
.../java/container/{java21 => java25}/build.gradle | 4 +-
.../java25-security.properties} | 0
.../container/{java21 => java25}/option-jamm.json | 0
.../option-java25-security.json} | 2 +-
sdks/java/core/build.gradle | 1 +
.../beam/sdk/transforms/GroupByEncryptedKey.java | 7 +-
.../beam/sdk/util/construction/Environments.java | 5 +-
.../sdk/util/construction/EnvironmentsTest.java | 10 +-
.../extensions/protobuf/ProtoBeamConverter.java | 9 +-
.../beam/sdk/extensions/protobuf/ProtobufUtil.java | 18 -
.../sql/meta/provider/iceberg/IcebergCatalog.java | 30 +-
.../meta/provider/iceberg/IcebergMetastore.java | 154 +++++++
.../sql/meta/provider/iceberg/IcebergTable.java | 5 +-
.../provider/iceberg/IcebergTableProvider.java | 96 ----
.../provider/iceberg/BeamSqlCliIcebergTest.java | 116 ++++-
.../provider/iceberg/IcebergMetastoreTest.java | 97 ++++
.../meta/provider/iceberg/IcebergReadWriteIT.java | 46 +-
.../provider/iceberg/IcebergTableProviderTest.java | 83 ----
.../meta/provider/iceberg/PubsubToIcebergIT.java | 18 +-
.../sql/src/main/codegen/includes/parserImpls.ftl | 30 +-
.../beam/sdk/extensions/sql/SqlTransform.java | 5 +-
.../apache/beam/sdk/extensions/sql/TableUtils.java | 4 +
.../sdk/extensions/sql/impl/BeamCalciteSchema.java | 58 +--
.../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 18 +-
.../extensions/sql/impl/CatalogManagerSchema.java | 278 +++++++++++
.../sdk/extensions/sql/impl/CatalogSchema.java | 229 +++++++++
.../sdk/extensions/sql/impl/JdbcConnection.java | 6 +-
.../beam/sdk/extensions/sql/impl/TableName.java | 30 ++
.../sql/impl/parser/SqlCreateCatalog.java | 43 +-
.../sql/impl/parser/SqlCreateDatabase.java | 74 ++-
.../sql/impl/parser/SqlCreateExternalTable.java | 46 +-
.../extensions/sql/impl/parser/SqlDdlNodes.java | 29 +-
.../extensions/sql/impl/parser/SqlDropCatalog.java | 46 +-
.../sql/impl/parser/SqlDropDatabase.java | 59 +--
.../extensions/sql/impl/parser/SqlDropTable.java | 45 ++
.../sql/impl/parser/SqlSetOptionBeam.java | 35 +-
.../extensions/sql/impl/parser/SqlUseCatalog.java | 38 +-
.../extensions/sql/impl/parser/SqlUseDatabase.java | 61 ++-
.../apache/beam/sdk/extensions/sql/meta/Table.java | 3 +-
.../sdk/extensions/sql/meta/catalog/Catalog.java | 25 +-
.../sql/meta/catalog/CatalogManager.java | 13 +-
.../sql/meta/catalog/EmptyCatalogManager.java | 14 +-
.../sql/meta/catalog/InMemoryCatalog.java | 46 +-
.../sql/meta/catalog/InMemoryCatalogManager.java | 29 +-
.../sql/meta/store/InMemoryMetaStore.java | 60 ++-
.../sdk/extensions/sql/meta/store/MetaStore.java | 6 +
.../sdk/extensions/sql/BeamSqlCliCatalogTest.java | 333 ++++++++++++++
.../sdk/extensions/sql/BeamSqlCliDatabaseTest.java | 133 +++++-
.../beam/sdk/extensions/sql/BeamSqlCliTest.java | 182 +-------
.../sdk/extensions/sql/impl/JdbcDriverTest.java | 22 +-
.../sql/impl/parser/BeamDDLNestedTypesTest.java | 2 +-
.../extensions/sql/impl/parser/BeamDDLTest.java | 28 +-
.../sdk/extensions/sql/impl/rel/BaseRelTest.java | 2 +
.../sql/impl/rule/JoinReorderingTest.java | 6 +-
.../sql/meta/store/InMemoryMetaStoreTest.java | 9 +-
.../beam/sdk/io/iceberg/IcebergCatalogConfig.java | 40 +-
.../apache/beam/sdk/tpcds/BeamSqlEnvRunner.java | 5 +-
sdks/python/apache_beam/coders/coders.py | 9 +
sdks/python/apache_beam/internal/metrics/cells.py | 21 +-
.../apache_beam/internal/metrics/metric_test.py | 39 ++
sdks/python/apache_beam/metrics/execution.py | 12 +-
sdks/python/apache_beam/metrics/metric.py | 1 +
.../python/apache_beam/metrics/monitoring_infos.py | 39 +-
.../apache_beam/metrics/monitoring_infos_test.py | 35 ++
sdks/python/apache_beam/ml/inference/base_test.py | 4 +-
.../python/apache_beam/options/pipeline_options.py | 21 +
sdks/python/apache_beam/pipeline.py | 35 +-
sdks/python/apache_beam/pipeline_test.py | 33 ++
.../iqr_test.py => programming_guide_test.py} | 44 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/direct/direct_metrics.py | 33 ++
.../testing/integration/tests/screen_diff_test.py | 2 -
.../portability/flink_uber_jar_job_server.py | 4 +-
.../apache_beam/runners/portability/job_server.py | 5 +-
.../portability/spark_uber_jar_job_server.py | 4 +-
sdks/python/apache_beam/transforms/core.py | 33 +-
sdks/python/apache_beam/transforms/external.py | 43 +-
.../python/apache_beam/transforms/external_test.py | 2 +-
.../apache_beam/transforms/ptransform_test.py | 19 +
sdks/python/apache_beam/transforms/trigger.py | 119 ++++-
sdks/python/apache_beam/transforms/trigger_test.py | 50 ++
sdks/python/apache_beam/transforms/util.py | 54 ++-
sdks/python/apache_beam/transforms/util_test.py | 77 +++-
.../typehints/native_type_compatibility.py | 2 +-
sdks/python/apache_beam/utils/histogram.py | 72 ++-
sdks/python/apache_beam/utils/subprocess_server.py | 83 +++-
.../apache_beam/utils/subprocess_server_test.py | 57 ++-
.../utils/transform_service_launcher.py | 7 +-
sdks/python/build.gradle | 2 +-
.../ml_image_requirements.txt} | 126 +++--
.../container/py310/base_image_requirements.txt | 92 ++--
.../container/py311/base_image_requirements.txt | 94 ++--
.../container/py312/base_image_requirements.txt | 94 ++--
.../container/py313/base_image_requirements.txt | 101 ++--
.../container/py39/base_image_requirements.txt | 82 ++--
sdks/python/pyproject.toml | 2 +-
sdks/python/setup.py | 74 ++-
sdks/python/test-suites/gradle.properties | 28 +-
sdks/python/tox.ini | 12 +
settings.gradle.kts | 1 +
.../en/blog/gsoc-25-yaml-user-accessibility.md | 2 +-
.../content/en/documentation/programming-guide.md | 16 +-
182 files changed, 4199 insertions(+), 1793 deletions(-)
rename .github/workflows/{beam_PostCommit_Java_Jpms_Dataflow_Java11.yml =>
beam_PostCommit_Java_Jpms_Dataflow.yml} (88%)
rename .github/workflows/{beam_PostCommit_Java_Jpms_Dataflow_Java17.yml =>
beam_PostCommit_Java_Jpms_Dataflow_Versions.yml} (83%)
rename .github/workflows/{beam_PostCommit_Java_Jpms_Direct_Java11.yml =>
beam_PostCommit_Java_Jpms_Direct.yml} (87%)
delete mode 100644
.github/workflows/beam_PostCommit_Java_Jpms_Direct_Java21.yml
rename .github/workflows/{beam_PostCommit_Java_Jpms_Direct_Java17.yml =>
beam_PostCommit_Java_Jpms_Direct_Versions.yml} (83%)
copy .github/workflows/{beam_PreCommit_Python_ML.yml =>
beam_PreCommit_Python_Dill.yml} (73%)
copy sdks/java/container/{java21 => java25}/build.gradle (97%)
copy sdks/java/container/{java21/java21-security.properties =>
java25/java25-security.properties} (100%)
copy sdks/java/container/{java21 => java25}/option-jamm.json (100%)
copy sdks/java/container/{java11/option-java11-security.json =>
java25/option-java25-security.json} (86%)
create mode 100644
sdks/java/extensions/sql/iceberg/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergMetastore.java
delete mode 100644
sdks/java/extensions/sql/iceberg/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergTableProvider.java
create mode 100644
sdks/java/extensions/sql/iceberg/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergMetastoreTest.java
delete mode 100644
sdks/java/extensions/sql/iceberg/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergTableProviderTest.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/CatalogManagerSchema.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/CatalogSchema.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlCliCatalogTest.java
copy sdks/python/apache_beam/{ml/anomaly/detectors/iqr_test.py =>
programming_guide_test.py} (50%)
copy sdks/python/container/ml/{py312/base_image_requirements.txt =>
py313/ml_image_requirements.txt} (75%)
