gengliangwang commented on code in PR #39357:
URL: https://github.com/apache/spark/pull/39357#discussion_r1061918139
##########
core/src/main/protobuf/org/apache/spark/status/protobuf/store_types.proto:
##########
@@ -684,3 +684,54 @@ message ExecutorPeakMetricsDistributions {
repeated double quantiles = 1;
repeated ExecutorMetrics executor_metrics = 2;
}
+
+message StateOperatorProgress {
+ string operator_name = 1;
+ int64 num_rows_total = 2;
+ int64 num_rows_updated = 3;
+ int64 all_updates_time_ms = 4;
+ int64 num_rows_removed = 5;
+ int64 all_removals_time_ms = 6;
+ int64 commit_time_ms = 7;
+ int64 memory_used_bytes = 8;
+ int64 num_rows_dropped_by_watermark = 9;
+ int64 num_shuffle_partitions = 10;
+ int64 num_state_store_instances = 11;
+ map<string, int64> custom_metrics = 12;
+}
+
+message SourceProgress {
+ string description = 1;
+ string start_offset = 2;
+ string end_offset = 3;
+ string latest_offset = 4;
+ int64 num_input_rows = 5;
+ double input_rows_per_second = 6;
+ double processed_rows_per_second = 7;
+ map<string, string> metrics = 8;
+}
+
+message SinkProgress {
+ string description = 1;
+ int64 num_output_rows = 2;
+ map<string, string> metrics = 3;
+}
+
+message StreamingQueryProgress {
+ string id = 1;
+ string run_id = 2;
+ string name = 3;
+ string timestamp = 4;
+ int64 batch_id = 5;
+ int64 batch_duration = 6;
+ map<string, int64> duration_ms = 7;
+ map<string, string> event_time = 8;
+ repeated StateOperatorProgress state_operators = 9;
+ repeated SourceProgress sources = 10;
+ SinkProgress sink = 11;
+ map<string, string> observed_metrics = 12;
Review Comment:
Either way is fine to me
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
