This is an automated email from the ASF dual-hosted git repository. gengliang pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from 1c6bd9e2698 [SPARK-38959][SQL] DS V2: Support runtime group filtering in row-level commands add ce809c7297b [SPARK-40654][SQL] Protobuf support for Spark - from_protobuf AND to_protobuf No new revisions were added by this update. Summary of changes: .github/labeler.yml | 3 + connector/protobuf/pom.xml | 115 ++++ .../sql/protobuf/CatalystDataToProtobuf.scala | 54 ++ .../sql/protobuf/ProtobufDataToCatalyst.scala | 160 ++++++ .../spark/sql/protobuf/ProtobufDeserializer.scala | 357 ++++++++++++ .../spark/sql/protobuf/ProtobufSerializer.scala | 267 +++++++++ .../org/apache/spark/sql/protobuf/functions.scala | 86 +++ .../org/apache/spark/sql/protobuf/package.scala | 21 + .../spark/sql/protobuf/utils/ProtobufOptions.scala | 50 ++ .../spark/sql/protobuf/utils/ProtobufUtils.scala | 196 +++++++ .../sql/protobuf/utils/SchemaConverters.scala | 113 ++++ .../test/resources/protobuf/catalyst_types.desc | 48 ++ .../test/resources/protobuf/catalyst_types.proto | 82 +++ .../test/resources/protobuf/functions_suite.desc | Bin 0 -> 5958 bytes .../test/resources/protobuf/functions_suite.proto | 190 +++++++ .../src/test/resources/protobuf/serde_suite.desc | 27 + .../src/test/resources/protobuf/serde_suite.proto | 76 +++ .../ProtobufCatalystDataConversionSuite.scala | 212 +++++++ .../sql/protobuf/ProtobufFunctionsSuite.scala | 615 +++++++++++++++++++++ .../spark/sql/protobuf/ProtobufSerdeSuite.scala | 224 ++++++++ pom.xml | 1 + project/SparkBuild.scala | 61 +- 22 files changed, 2952 insertions(+), 6 deletions(-) create mode 100644 connector/protobuf/pom.xml create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/CatalystDataToProtobuf.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/ProtobufDataToCatalyst.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/ProtobufDeserializer.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/ProtobufSerializer.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/functions.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/package.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/utils/ProtobufOptions.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/utils/ProtobufUtils.scala create mode 100644 connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/utils/SchemaConverters.scala create mode 100644 connector/protobuf/src/test/resources/protobuf/catalyst_types.desc create mode 100644 connector/protobuf/src/test/resources/protobuf/catalyst_types.proto create mode 100644 connector/protobuf/src/test/resources/protobuf/functions_suite.desc create mode 100644 connector/protobuf/src/test/resources/protobuf/functions_suite.proto create mode 100644 connector/protobuf/src/test/resources/protobuf/serde_suite.desc create mode 100644 connector/protobuf/src/test/resources/protobuf/serde_suite.proto create mode 100644 connector/protobuf/src/test/scala/org/apache/spark/sql/protobuf/ProtobufCatalystDataConversionSuite.scala create mode 100644 connector/protobuf/src/test/scala/org/apache/spark/sql/protobuf/ProtobufFunctionsSuite.scala create mode 100644 connector/protobuf/src/test/scala/org/apache/spark/sql/protobuf/ProtobufSerdeSuite.scala --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org