(flink-benchmarks) branch master updated: [FLINK-41061] Reduce adaptive benchmark sleep frequency

[panyuepeng]

This is an automated email from the ASF dual-hosted git repository.

RocMarshal pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-benchmarks.git


The following commit(s) were added to refs/heads/master by this push:
     new baa14c6  [FLINK-41061] Reduce adaptive benchmark sleep frequency
baa14c6 is described below

commit baa14c6f41da24beb2c1e828cf20f588f1ec0425
Author: yinhan.yh <yinhan...@alibaba-inc.com>
AuthorDate: Thu Oct 22 15:32:27 2026 +0800

    [FLINK-41061] Reduce adaptive benchmark sleep frequency
    
    AI-Contributed/Feature: 0/24
    AI-Contributed/UT: 0/0
---
 .../AdaptivePartitionThroughputBenchmark.java          |  4 ++--
 .../benchmark/functions/SkewableHigherMultiply.java    | 18 +++++++++++++-----
 2 files changed, 15 insertions(+), 7 deletions(-)

diff --git 
a/src/main/java/org/apache/flink/benchmark/AdaptivePartitionThroughputBenchmark.java
 
b/src/main/java/org/apache/flink/benchmark/AdaptivePartitionThroughputBenchmark.java
index 7426032..1b205fa 100644
--- 
a/src/main/java/org/apache/flink/benchmark/AdaptivePartitionThroughputBenchmark.java
+++ 
b/src/main/java/org/apache/flink/benchmark/AdaptivePartitionThroughputBenchmark.java
@@ -76,9 +76,9 @@ public class AdaptivePartitionThroughputBenchmark extends 
BenchmarkBase {
         DataStreamSource<Long> source = sourceType.source(env, 
RECORDS_PER_INVOCATION);
         source.map(new MultiplyByTwo())
                 .rebalance()
-                .map(new SkewableHigherMultiply(1, 0, 5))
+                .map(new SkewableHigherMultiply(1, 100, 0, 5))
                 .rescale()
-                .map(new SkewableHigherMultiply(1, 0, 5))
+                .map(new SkewableHigherMultiply(1, 100, 0, 5))
                 .sinkTo(new DiscardingSink<>());
 
         env.execute();
diff --git 
a/src/main/java/org/apache/flink/benchmark/functions/SkewableHigherMultiply.java
 
b/src/main/java/org/apache/flink/benchmark/functions/SkewableHigherMultiply.java
index f975694..aa8cab6 100644
--- 
a/src/main/java/org/apache/flink/benchmark/functions/SkewableHigherMultiply.java
+++ 
b/src/main/java/org/apache/flink/benchmark/functions/SkewableHigherMultiply.java
@@ -26,12 +26,17 @@ import java.util.Set;
 
 public class SkewableHigherMultiply extends RichMapFunction<Long, Long> {
 
-    private final int additionalCostMillisPerRecord;
+    private final int additionalCostMillisPerBatch;
+    private final int recordsPerBatch;
+    private int numRecordsForCurrentBatch;
     private final Set<Integer> expectedSkewedSubTasksIndexes;
 
     public SkewableHigherMultiply(
-            int additionalCostMillisPerRecord, Integer... 
expectedSkewedSubTasksIndexes) {
-        this.additionalCostMillisPerRecord = additionalCostMillisPerRecord;
+            int additionalCostMillisPerBatch,
+            int recordsPerBatch,
+            Integer... expectedSkewedSubTasksIndexes) {
+        this.additionalCostMillisPerBatch = additionalCostMillisPerBatch;
+        this.recordsPerBatch = recordsPerBatch;
         this.expectedSkewedSubTasksIndexes =
                 new HashSet<>(Arrays.asList(expectedSkewedSubTasksIndexes));
     }
@@ -39,12 +44,15 @@ public class SkewableHigherMultiply extends 
RichMapFunction<Long, Long> {
     @Override
     public Long map(Long value) throws Exception {
         double base = value * 2.0d;
-        if (additionalCostMillisPerRecord <= 0) {
+        if (additionalCostMillisPerBatch <= 0) {
             return (long) base;
         } else {
             if (expectedSkewedSubTasksIndexes.contains(
                     
getRuntimeContext().getTaskInfo().getIndexOfThisSubtask())) {
-                Thread.sleep(additionalCostMillisPerRecord);
+                if (++numRecordsForCurrentBatch == recordsPerBatch) {
+                    numRecordsForCurrentBatch = 0;
+                    Thread.sleep(additionalCostMillisPerBatch);
+                }
             }
             return (long) base;
         }