This is an automated email from the ASF dual-hosted git repository.
gengliang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 1c6bd9e2698 [SPARK-38959][SQL] DS V2: Support runtime group filtering
in row-level commands
add ce809c7297b [SPARK-40654][SQL] Protobuf support for Spark -
from_protobuf AND to_protobuf
No new revisions were added by this update.
Summary of changes:
.github/labeler.yml | 3 +
connector/protobuf/pom.xml | 115 ++++
.../sql/protobuf/CatalystDataToProtobuf.scala | 54 ++
.../sql/protobuf/ProtobufDataToCatalyst.scala | 160 ++++++
.../spark/sql/protobuf/ProtobufDeserializer.scala | 357 ++++++++++++
.../spark/sql/protobuf/ProtobufSerializer.scala | 267 +++++++++
.../org/apache/spark/sql/protobuf/functions.scala | 86 +++
.../org/apache/spark/sql/protobuf/package.scala | 21 +
.../spark/sql/protobuf/utils/ProtobufOptions.scala | 50 ++
.../spark/sql/protobuf/utils/ProtobufUtils.scala | 196 +++++++
.../sql/protobuf/utils/SchemaConverters.scala | 113 ++++
.../test/resources/protobuf/catalyst_types.desc | 48 ++
.../test/resources/protobuf/catalyst_types.proto | 82 +++
.../test/resources/protobuf/functions_suite.desc | Bin 0 -> 5958 bytes
.../test/resources/protobuf/functions_suite.proto | 190 +++++++
.../src/test/resources/protobuf/serde_suite.desc | 27 +
.../src/test/resources/protobuf/serde_suite.proto | 76 +++
.../ProtobufCatalystDataConversionSuite.scala | 212 +++++++
.../sql/protobuf/ProtobufFunctionsSuite.scala | 615 +++++++++++++++++++++
.../spark/sql/protobuf/ProtobufSerdeSuite.scala | 224 ++++++++
pom.xml | 1 +
project/SparkBuild.scala | 61 +-
22 files changed, 2952 insertions(+), 6 deletions(-)
create mode 100644 connector/protobuf/pom.xml
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/CatalystDataToProtobuf.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/ProtobufDataToCatalyst.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/ProtobufDeserializer.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/ProtobufSerializer.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/functions.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/package.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/utils/ProtobufOptions.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/utils/ProtobufUtils.scala
create mode 100644
connector/protobuf/src/main/scala/org/apache/spark/sql/protobuf/utils/SchemaConverters.scala
create mode 100644
connector/protobuf/src/test/resources/protobuf/catalyst_types.desc
create mode 100644
connector/protobuf/src/test/resources/protobuf/catalyst_types.proto
create mode 100644
connector/protobuf/src/test/resources/protobuf/functions_suite.desc
create mode 100644
connector/protobuf/src/test/resources/protobuf/functions_suite.proto
create mode 100644
connector/protobuf/src/test/resources/protobuf/serde_suite.desc
create mode 100644
connector/protobuf/src/test/resources/protobuf/serde_suite.proto
create mode 100644
connector/protobuf/src/test/scala/org/apache/spark/sql/protobuf/ProtobufCatalystDataConversionSuite.scala
create mode 100644
connector/protobuf/src/test/scala/org/apache/spark/sql/protobuf/ProtobufFunctionsSuite.scala
create mode 100644
connector/protobuf/src/test/scala/org/apache/spark/sql/protobuf/ProtobufSerdeSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
