This is an automated email from the ASF dual-hosted git repository. Amar3tto pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
commit eccd9b78d508ffcf60faeea93e307a8644069edf Merge: c54595b4b9f ab142e93fb6 Author: Vitaly Terentyev <[email protected]> AuthorDate: Tue Jul 21 20:21:39 2026 +0400 Merge pull request #39270 from apache/icerbergio-benchmark IcerbergIO Load test and benchmarking .../beam_PostCommit_Java_IO_Performance_Tests.yml | 2 +- .test-infra/tools/refresh_looker_metrics.py | 2 + it/build.gradle | 6 +- it/clickhouse/build.gradle | 8 +- it/common/build.gradle | 29 +- .../apache/beam/it/common}/artifacts/Artifact.java | 2 +- .../beam/it/common}/artifacts/ArtifactClient.java | 2 +- .../beam/it/common}/artifacts/GcsArtifact.java | 2 +- .../beam/it/common}/artifacts/package-info.java | 2 +- .../it/common}/artifacts/utils/ArtifactUtils.java | 2 +- .../it/common}/artifacts/utils/AvroTestUtil.java | 2 +- .../it/common}/artifacts/utils/JsonTestUtil.java | 2 +- .../common}/artifacts/utils/ParquetTestUtil.java | 2 +- .../it/common}/artifacts/utils/package-info.java | 2 +- .../common}/bigquery/BigQueryResourceManager.java | 2 +- .../bigquery/BigQueryResourceManagerException.java | 2 +- .../bigquery/BigQueryResourceManagerUtils.java | 2 +- .../beam/it/common/bigquery}/package-info.java | 4 +- .../common}/dataflow/AbstractPipelineLauncher.java | 2 +- .../common}/dataflow/DefaultPipelineLauncher.java | 52 +-- .../beam/it/common/dataflow}/package-info.java | 4 +- .../it/common}/monitoring/MonitoringClient.java | 2 +- .../beam/it/common}/monitoring/package-info.java | 2 +- .../it/common}/storage/GcsResourceManager.java | 10 +- .../beam/it/common}/storage/package-info.java | 2 +- .../src/main/resources/test-artifact.json | 0 .../beam/it/common}/artifacts/GcsArtifactTest.java | 4 +- .../common}/artifacts/utils/ArtifactUtilsTest.java | 4 +- .../bigquery/BigQueryResourceManagerTest.java | 2 +- .../bigquery/BigQueryResourceManagerUtilsTest.java | 4 +- .../dataflow/AbstractPipelineLauncherTest.java | 2 +- .../dataflow/DefaultPipelineLauncherTest.java | 8 +- .../beam/it/common/dataflow}/IOLoadTestBase.java | 21 +- .../beam/it/common/dataflow}/IOStressTestBase.java | 2 +- .../beam/it/common/dataflow}/LoadTestBase.java | 8 +- .../it/common}/storage/GcsResourceManagerTest.java | 19 +- it/google-cloud-platform/build.gradle | 21 +- .../it/gcp/artifacts/matchers/package-info.java | 20 -- .../gcp/bigquery/conditions/BigQueryRowsCheck.java | 2 +- .../it/gcp/dataflow/ClassicTemplateClient.java | 1 + .../beam/it/gcp/dataflow/FlexTemplateClient.java | 1 + .../it/gcp/spanner/matchers/SpannerAsserts.java | 2 +- .../java/org/apache/beam/it/gcp/WordCountIT.java | 1 + .../apache/beam/it/gcp/bigquery/BigQueryIOLT.java | 4 +- .../apache/beam/it/gcp/bigquery/BigQueryIOST.java | 4 +- .../beam/it/gcp/bigquery/BigQueryStreamingLT.java | 2 +- .../apache/beam/it/gcp/bigtable/BigTableIOLT.java | 3 +- .../apache/beam/it/gcp/bigtable/BigTableIOST.java | 3 +- .../it/gcp/dataflow/ClassicTemplateClientTest.java | 9 +- .../it/gcp/dataflow/FlexTemplateClientTest.java | 8 +- .../beam/it/gcp/datagenerator/DataGenerator.java | 2 +- .../org/apache/beam/it/gcp/pubsub/PubSubIOST.java | 3 +- .../org/apache/beam/it/gcp/pubsub/PubsubIOLT.java | 3 +- .../apache/beam/it/gcp/spanner/SpannerIOLT.java | 3 +- .../apache/beam/it/gcp/spanner/SpannerIOST.java | 3 +- .../apache/beam/it/gcp/storage/FileBasedIOLT.java | 4 +- it/iceberg/build.gradle | 134 ++++++++ .../org/apache/beam/it/iceberg/IcebergIOLT.java | 363 +++++++++++++++++++++ it/kafka/build.gradle | 3 +- .../java/org/apache/beam/it/kafka/KafkaIOLT.java | 3 +- .../java/org/apache/beam/it/kafka/KafkaIOST.java | 3 +- it/truthmatchers/build.gradle | 6 +- .../beam/it/truthmatchers}/ArtifactAsserts.java | 15 +- .../beam/it/truthmatchers}/ArtifactsSubject.java | 21 +- settings.gradle.kts | 1 + website/www/site/content/en/performance/_index.md | 1 + .../content/en/performance/icebergio/_index.md | 50 +++ website/www/site/data/performance.yaml | 31 ++ 68 files changed, 771 insertions(+), 182 deletions(-) diff --cc .github/workflows/beam_PostCommit_Java_IO_Performance_Tests.yml index 383db7e137f,9bda3d1bf31..d0a5deb8c4a --- a/.github/workflows/beam_PostCommit_Java_IO_Performance_Tests.yml +++ b/.github/workflows/beam_PostCommit_Java_IO_Performance_Tests.yml @@@ -64,11 -64,9 +64,11 @@@ jobs matrix: job_name: ["beam_PostCommit_Java_IO_Performance_Tests"] job_phrase: ["Run Java PostCommit IO Performance Tests"] - test_case: ["GCSPerformanceTest", "BigTablePerformanceTest", "BigQueryStorageApiStreamingPerformanceTest"] + test_case: ["IcebergPerformanceTest", "GCSPerformanceTest", "BigTablePerformanceTest", "BigQueryStorageApiStreamingPerformanceTest"] steps: - uses: actions/checkout@v7 + with: + persist-credentials: false - name: Setup repository uses: ./.github/actions/setup-action with:
