This is an automated email from the ASF dual-hosted git repository.
fanrui pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-kubernetes-operator.git
The following commit(s) were added to refs/heads/main by this push:
new ab41083f [FLINK-34655] Copy IOMetricsInfo to
`flink-autoscaler-standalone` module
ab41083f is described below
commit ab41083f38cbe27c7d0ee3d8ba29b527e13a4fcc
Author: Rui Fan <[email protected]>
AuthorDate: Wed Mar 13 16:31:38 2024 +0800
[FLINK-34655] Copy IOMetricsInfo to `flink-autoscaler-standalone` module
---
.github/workflows/ci.yml | 2 +-
.../rest/messages/job/metrics/IOMetricsInfo.java | 191 +++++++++++++++++++++
2 files changed, 192 insertions(+), 1 deletion(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index d3970cf4..ebe702b7 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -44,7 +44,7 @@ jobs:
- name: Build with Maven
run: |
set -o pipefail; mvn clean install javadoc:javadoc -Pgenerate-docs |
tee ./mvn.log; set +o pipefail
- if [[ $(cat ./mvn.log | grep -E -v '(flink-runtime-.*.jar,
flink-kubernetes-operator-.*.jar)|(flink-kubernetes-operator-.*.jar,
flink-runtime-.*.jar) define 3 overlapping classes' | grep -c "overlapping
classes" -) -gt 0 ]];then
+ if [[ $(cat ./mvn.log | grep -E -v '(flink-runtime-.*.jar,
flink-kubernetes-operator-.*.jar)|(flink-kubernetes-operator-.*.jar,
flink-runtime-.*.jar) define 3 overlapping classes' | grep -E -v
'(flink-runtime-.*.jar, flink-autoscaler-.*.jar)|(flink-autoscaler-.*.jar,
flink-runtime-.*.jar) define 1 overlapping classes' | grep -c "overlapping
classes" -) -gt 0 ]];then
echo "Found overlapping classes: "
cat ./mvn.log | grep "overlapping classes"
exit 1
diff --git
a/flink-autoscaler-standalone/src/main/java/org/apache/flink/runtime/rest/messages/job/metrics/IOMetricsInfo.java
b/flink-autoscaler-standalone/src/main/java/org/apache/flink/runtime/rest/messages/job/metrics/IOMetricsInfo.java
new file mode 100644
index 00000000..711ba7ff
--- /dev/null
+++
b/flink-autoscaler-standalone/src/main/java/org/apache/flink/runtime/rest/messages/job/metrics/IOMetricsInfo.java
@@ -0,0 +1,191 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.flink.runtime.rest.messages.job.metrics;
+
+import
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.annotation.JsonCreator;
+import
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.annotation.JsonProperty;
+
+import java.util.Objects;
+
+/** IO metrics information. */
+public final class IOMetricsInfo {
+
+ public static final String FIELD_NAME_BYTES_READ = "read-bytes";
+
+ private static final String FIELD_NAME_BYTES_READ_COMPLETE =
"read-bytes-complete";
+
+ public static final String FIELD_NAME_BYTES_WRITTEN = "write-bytes";
+
+ private static final String FIELD_NAME_BYTES_WRITTEN_COMPLETE =
"write-bytes-complete";
+
+ public static final String FIELD_NAME_RECORDS_READ = "read-records";
+
+ private static final String FIELD_NAME_RECORDS_READ_COMPLETE =
"read-records-complete";
+
+ public static final String FIELD_NAME_RECORDS_WRITTEN = "write-records";
+
+ private static final String FIELD_NAME_RECORDS_WRITTEN_COMPLETE =
"write-records-complete";
+
+ public static final String FIELD_NAME_ACC_BACK_PRESSURE =
"accumulated-backpressured-time";
+
+ public static final String FIELD_NAME_ACC_IDLE = "accumulated-idle-time";
+
+ public static final String FIELD_NAME_ACC_BUSY = "accumulated-busy-time";
+
+ @JsonProperty(FIELD_NAME_BYTES_READ)
+ private final long bytesRead;
+
+ @JsonProperty(FIELD_NAME_BYTES_READ_COMPLETE)
+ private final boolean bytesReadComplete;
+
+ @JsonProperty(FIELD_NAME_BYTES_WRITTEN)
+ private final long bytesWritten;
+
+ @JsonProperty(FIELD_NAME_BYTES_WRITTEN_COMPLETE)
+ private final boolean bytesWrittenComplete;
+
+ @JsonProperty(FIELD_NAME_RECORDS_READ)
+ private final long recordsRead;
+
+ @JsonProperty(FIELD_NAME_RECORDS_READ_COMPLETE)
+ private final boolean recordsReadComplete;
+
+ @JsonProperty(FIELD_NAME_RECORDS_WRITTEN)
+ private final long recordsWritten;
+
+ @JsonProperty(FIELD_NAME_RECORDS_WRITTEN_COMPLETE)
+ private final boolean recordsWrittenComplete;
+
+ @JsonProperty(FIELD_NAME_ACC_BACK_PRESSURE)
+ private final Long accumulatedBackpressured;
+
+ @JsonProperty(FIELD_NAME_ACC_IDLE)
+ private final Long accumulatedIdle;
+
+ @JsonProperty(FIELD_NAME_ACC_BUSY)
+ private final Double accumulatedBusy;
+
+ @JsonCreator
+ public IOMetricsInfo(
+ @JsonProperty(FIELD_NAME_BYTES_READ) long bytesRead,
+ @JsonProperty(FIELD_NAME_BYTES_READ_COMPLETE) boolean
bytesReadComplete,
+ @JsonProperty(FIELD_NAME_BYTES_WRITTEN) long bytesWritten,
+ @JsonProperty(FIELD_NAME_BYTES_WRITTEN_COMPLETE) boolean
bytesWrittenComplete,
+ @JsonProperty(FIELD_NAME_RECORDS_READ) long recordsRead,
+ @JsonProperty(FIELD_NAME_RECORDS_READ_COMPLETE) boolean
recordsReadComplete,
+ @JsonProperty(FIELD_NAME_RECORDS_WRITTEN) long recordsWritten,
+ @JsonProperty(FIELD_NAME_RECORDS_WRITTEN_COMPLETE) boolean
recordsWrittenComplete,
+ @JsonProperty(FIELD_NAME_ACC_BACK_PRESSURE) Long
accumulatedBackpressured,
+ @JsonProperty(FIELD_NAME_ACC_IDLE) Long accumulatedIdle,
+ @JsonProperty(FIELD_NAME_ACC_BUSY) Double accumulatedBusy) {
+ this.bytesRead = bytesRead;
+ this.bytesReadComplete = bytesReadComplete;
+ this.bytesWritten = bytesWritten;
+ this.bytesWrittenComplete = bytesWrittenComplete;
+ this.recordsRead = recordsRead;
+ this.recordsReadComplete = recordsReadComplete;
+ this.recordsWritten = recordsWritten;
+ this.recordsWrittenComplete = recordsWrittenComplete;
+ this.accumulatedBackpressured = accumulatedBackpressured;
+ this.accumulatedIdle = accumulatedIdle;
+ this.accumulatedBusy = accumulatedBusy;
+ }
+
+ public long getBytesRead() {
+ return bytesRead;
+ }
+
+ public boolean isBytesReadComplete() {
+ return bytesReadComplete;
+ }
+
+ public long getBytesWritten() {
+ return bytesWritten;
+ }
+
+ public boolean isBytesWrittenComplete() {
+ return bytesWrittenComplete;
+ }
+
+ public long getRecordsRead() {
+ return recordsRead;
+ }
+
+ public boolean isRecordsReadComplete() {
+ return recordsReadComplete;
+ }
+
+ public long getRecordsWritten() {
+ return recordsWritten;
+ }
+
+ public boolean isRecordsWrittenComplete() {
+ return recordsWrittenComplete;
+ }
+
+ public long getAccumulatedBackpressured() {
+ return accumulatedBackpressured != null ? accumulatedBackpressured : 0;
+ }
+
+ public double getAccumulatedBusy() {
+ return accumulatedBusy != null ? accumulatedBusy : Double.NaN;
+ }
+
+ public long getAccumulatedIdle() {
+ return accumulatedIdle != null ? accumulatedIdle : 0;
+ }
+
+ @Override
+ public boolean equals(Object o) {
+ if (this == o) {
+ return true;
+ }
+ if (o == null || getClass() != o.getClass()) {
+ return false;
+ }
+ IOMetricsInfo that = (IOMetricsInfo) o;
+ return bytesRead == that.bytesRead
+ && bytesReadComplete == that.bytesReadComplete
+ && bytesWritten == that.bytesWritten
+ && bytesWrittenComplete == that.bytesWrittenComplete
+ && recordsRead == that.recordsRead
+ && recordsReadComplete == that.recordsReadComplete
+ && recordsWritten == that.recordsWritten
+ && recordsWrittenComplete == that.recordsWrittenComplete
+ && accumulatedBackpressured == that.accumulatedBackpressured
+ && accumulatedBusy == that.accumulatedBusy
+ && accumulatedIdle == that.accumulatedIdle;
+ }
+
+ @Override
+ public int hashCode() {
+ return Objects.hash(
+ bytesRead,
+ bytesReadComplete,
+ bytesWritten,
+ bytesWrittenComplete,
+ recordsRead,
+ recordsReadComplete,
+ recordsWritten,
+ recordsWrittenComplete,
+ accumulatedBackpressured,
+ accumulatedBusy,
+ accumulatedIdle);
+ }
+}
