This is an automated email from the ASF dual-hosted git repository.
gengliang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from c2b8a2930ad [SPARK-42180][BUILD][DOCS] Update `SCALA_VERSION` in
`_config.yml` to 2.12.17
add 7b934158360 [SPARK-41677][CORE][SQL][SS][UI] Add Protobuf serializer
for `StreamingQueryProgressWrapper`
No new revisions were added by this update.
Summary of changes:
.../apache/spark/status/protobuf/store_types.proto | 51 ++++
.../org/apache/spark/status/protobuf/Utils.scala | 8 +
.../org.apache.spark.status.protobuf.ProtobufSerDe | 1 +
.../org/apache/spark/sql/streaming/progress.scala | 8 +-
.../ui/StreamingQueryStatusListener.scala | 2 +-
...rializer.scala => SinkProgressSerializer.scala} | 30 +--
.../protobuf/sql/SourceProgressSerializer.scala | 64 +++++
.../sql/StateOperatorProgressSerializer.scala | 76 ++++++
.../sql/StreamingQueryProgressSerializer.scala | 104 +++++++++
.../StreamingQueryProgressWrapperSerializer.scala | 24 +-
.../sql/KVStoreProtobufSerializerSuite.scala | 259 ++++++++++++++++++++-
11 files changed, 594 insertions(+), 33 deletions(-)
copy
sql/core/src/main/scala/org/apache/spark/status/protobuf/sql/{SQLPlanMetricSerializer.scala
=> SinkProgressSerializer.scala} (52%)
create mode 100644
sql/core/src/main/scala/org/apache/spark/status/protobuf/sql/SourceProgressSerializer.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/status/protobuf/sql/StateOperatorProgressSerializer.scala
create mode 100644
sql/core/src/main/scala/org/apache/spark/status/protobuf/sql/StreamingQueryProgressSerializer.scala
copy
core/src/main/scala/org/apache/spark/status/protobuf/AppSummarySerializer.scala
=>
sql/core/src/main/scala/org/apache/spark/status/protobuf/sql/StreamingQueryProgressWrapperSerializer.scala
(51%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
