This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 23607117f35 SnowflakeIO: do not quote empty fields (#33803)
add ea69d81747c Revert "Pause delete images in public AR (#32354)" (#33749)
add 7973577bc61 Fix failing extractMetricUpdatesStringSet (#33823)
add 6e3cf2b1130 Added 2025.md to track Beam docs (#33824)
add 332122410db Add python ml extras (#33825)
add 0ba6c8ab37b Introduce a BoundedTrie metric which is used to
efficiently store and aggregate a collection of string sequences (FQNs) with a
limited size.
add b47646643a3 Address comments, perform deep copies and support
synchronization for mutable BoundedTrieData
add 7849f5fceef Add more unit tests for trienode and fix merge on empty
node
add aaf3bd89877 Add more unit test for BoundedTrieData which are not
already covered in fuzzy run tests
add 2b41b17cd90 Add unit tests for Cell
add 631a34bdc24 Plumb BoundedTrie to MetricsContainerImpl
add ba85636bc12 Plumb BoundedTrie to StreamingStepMetricsContainer
add a60330f0c04 Plumb BoundedTrie to StreamingStepMetricsContainer
add 5e2ec9e0e9e Plumb BoundedTrie to MetricQueryResults
add b7b74e6b964 Plumb BoundedTrie to MetricsContainerStepMap and make
combine return reference
add 6cef4c5f1df Add test in MetricsContainerStepMapTest
add 6cd8fdcf302 Plumb BoundedTrie to DirectMetrics
add a7e237ef0ad Add BoundedTrieResult class
add 4825bf24646 Plumb BoundedTrieResult and BoundedTrie in DataflowMetrics
add 59088792c69 Plumb BoundedTrie JetMetric and PortableMetric
add 78508bf31ae Add test for BoundedTrieResult and some more plumbing
add c959101476c Fixes for github checks
add 3761e595738 Multi-threaded test in MetricsContainerImplTest and some
clean up
add 35ea66b09b2 Address comments part 2
add b9d39867a6c Drop support DataflowMetrics and
MetricsToCounterUpdateConverter until Dataflow java client support is ready
add 31b41b04c70 rebase fixes
add f68fe7511f2 Suppress IS2_INCONSISTENT_SYNC warning
add 5e031abd232 Merge pull request #33385 Introduce a BoundedTrie metric.
add b1d5e000aa5 Upgrade calcite to 1.37.0 used by io-expansion service
(#33826)
add bfa0c59ebcd The Bag Partition is now configurable. (#33805)
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../tools/stale_dataflow_prebuilt_image_cleaner.sh | 2 +-
CHANGES.md | 1 +
.../discussion-docs/2025.md | 15 +-
.../{CounterCell.java => BoundedTrieCell.java} | 89 +-
.../beam/runners/core/metrics/BoundedTrieData.java | 598 ++++++++++++
.../runners/core/metrics/DefaultMetricResults.java | 10 +-
.../beam/runners/core/metrics/MetricUpdates.java | 11 +-
.../runners/core/metrics/MetricsContainerImpl.java | 108 ++-
.../core/metrics/MetricsContainerStepMap.java | 8 +
.../core/metrics/MonitoringInfoConstants.java | 5 +
.../core/metrics/MonitoringInfoEncodings.java | 16 +
.../core/metrics/SimpleMonitoringInfoBuilder.java | 11 +
.../runners/core/metrics/BoundedTrieCellTest.java | 162 ++++
.../runners/core/metrics/BoundedTrieNodeTest.java | 1017 ++++++++++++++++++++
.../core/metrics/MetricsContainerImplTest.java | 102 ++
.../core/metrics/MetricsContainerStepMapTest.java | 100 +-
.../core/metrics/MonitoringInfoEncodingsTest.java | 38 +
.../apache/beam/runners/direct/DirectMetrics.java | 47 +-
.../beam/runners/direct/DirectMetricsTest.java | 29 +-
.../metrics/CustomMetricQueryResults.java | 11 +
.../extensions/metrics/MetricsHttpSinkTest.java | 9 +-
.../beam/runners/dataflow/DataflowMetrics.java | 7 +-
.../beam/runners/dataflow/DataflowMetricsTest.java | 1 +
.../dataflow/worker/DataflowMetricsContainer.java | 6 +
.../worker/StreamingStepMetricsContainer.java | 10 +
.../worker/BatchModeExecutionContextTest.java | 2 +-
.../runners/jet/FailedRunningPipelineResults.java | 6 +
.../{CounterImpl.java => BoundedTrieImpl.java} | 36 +-
.../beam/runners/jet/metrics/JetMetricResults.java | 50 +-
.../runners/jet/metrics/JetMetricsContainer.java | 25 +-
.../beam/runners/portability/PortableMetrics.java | 44 +-
.../runners/portability/PortableRunnerTest.java | 15 +
.../java/org/apache/beam/sdk/coders/Coder.java | 3 +-
.../org/apache/beam/sdk/metrics/BoundedTrie.java | 54 ++
.../apache/beam/sdk/metrics/BoundedTrieResult.java | 57 ++
.../beam/sdk/metrics/MetricQueryResults.java | 10 +-
.../java/org/apache/beam/sdk/metrics/Metrics.java | 40 +
.../apache/beam/sdk/metrics/MetricsContainer.java | 6 +
...ugeMetrics.java => UsesBoundedTrieMetrics.java} | 7 +-
.../beam/sdk/metrics/BoundedTrieResultTest.java | 65 ++
.../org/apache/beam/sdk/metrics/MetricsTest.java | 60 +-
.../fn/harness/control/ExecutionStateSampler.java | 9 +
.../harness/control/ExecutionStateSamplerTest.java | 23 +
sdks/java/io/iceberg/hive/build.gradle | 19 +-
.../python/apache_beam/runners/dask/dask_runner.py | 39 +-
.../apache_beam/runners/dask/dask_runner_test.py | 19 +
.../runners/dask/transform_evaluator.py | 30 +-
sdks/python/setup.py | 35 +-
sdks/python/test-suites/tox/py39/build.gradle | 4 +
sdks/python/tox.ini | 6 +-
.../en/documentation/ml/ml-dependency-extras.md | 41 +
.../site/content/en/documentation/ml/overview.md | 1 +
.../partials/section-menu/en/documentation.html | 1 +
54 files changed, 2988 insertions(+), 134 deletions(-)
copy
learning/tour-of-beam/learning-content/cross-language/multi-pipeline/python-example/input.txt
=> contributor-docs/discussion-docs/2025.md (51%)
copy
runners/core-java/src/main/java/org/apache/beam/runners/core/metrics/{CounterCell.java
=> BoundedTrieCell.java} (52%)
create mode 100644
runners/core-java/src/main/java/org/apache/beam/runners/core/metrics/BoundedTrieData.java
create mode 100644
runners/core-java/src/test/java/org/apache/beam/runners/core/metrics/BoundedTrieCellTest.java
create mode 100644
runners/core-java/src/test/java/org/apache/beam/runners/core/metrics/BoundedTrieNodeTest.java
copy
runners/jet/src/main/java/org/apache/beam/runners/jet/metrics/{CounterImpl.java
=> BoundedTrieImpl.java} (60%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/BoundedTrie.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/BoundedTrieResult.java
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{UsesGaugeMetrics.java
=> UsesBoundedTrieMetrics.java} (84%)
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/metrics/BoundedTrieResultTest.java
create mode 100644
website/www/site/content/en/documentation/ml/ml-dependency-extras.md
