This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from e1432ef6405a [SPARK-47413][SQL] - add support to substr/left/right for
collations
add 79a1fa4b84dd [SPARK-47890][CONNECT][PYTHON] Add variant functions to
Scala and Python
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/spark/sql/functions.scala | 69 ++++++++-
.../apache/spark/sql/PlanGenerationTestSuite.scala | 24 ++++
.../function_is_variant_null.explain | 2 +
.../explain-results/function_parse_json.explain | 2 +
.../function_schema_of_variant.explain | 2 +
.../function_schema_of_variant_agg.explain | 2 +
.../function_try_variant_get.explain | 2 +
.../explain-results/function_variant_get.explain | 2 +
.../queries/function_is_variant_null.json | 30 ++++
.../queries/function_is_variant_null.proto.bin | Bin 0 -> 200 bytes
.../query-tests/queries/function_parse_json.json | 25 ++++
.../queries/function_parse_json.proto.bin | Bin 0 -> 179 bytes
.../queries/function_schema_of_variant.json | 30 ++++
.../queries/function_schema_of_variant.proto.bin | Bin 0 -> 202 bytes
.../queries/function_schema_of_variant_agg.json | 30 ++++
.../function_schema_of_variant_agg.proto.bin | Bin 0 -> 206 bytes
.../queries/function_try_variant_get.json | 38 +++++
.../queries/function_try_variant_get.proto.bin | Bin 0 -> 216 bytes
.../query-tests/queries/function_variant_get.json | 38 +++++
.../queries/function_variant_get.proto.bin | Bin 0 -> 212 bytes
.../source/reference/pyspark.sql/functions.rst | 14 +-
python/pyspark/sql/connect/functions/builtin.py | 35 +++++
python/pyspark/sql/functions/builtin.py | 154 +++++++++++++++++++++
python/pyspark/sql/tests/test_functions.py | 29 ++++
.../scala/org/apache/spark/sql/functions.scala | 72 +++++++++-
.../scala/org/apache/spark/sql/VariantSuite.scala | 30 +++-
26 files changed, 623 insertions(+), 7 deletions(-)
create mode 100644
connector/connect/common/src/test/resources/query-tests/explain-results/function_is_variant_null.explain
create mode 100644
connector/connect/common/src/test/resources/query-tests/explain-results/function_parse_json.explain
create mode 100644
connector/connect/common/src/test/resources/query-tests/explain-results/function_schema_of_variant.explain
create mode 100644
connector/connect/common/src/test/resources/query-tests/explain-results/function_schema_of_variant_agg.explain
create mode 100644
connector/connect/common/src/test/resources/query-tests/explain-results/function_try_variant_get.explain
create mode 100644
connector/connect/common/src/test/resources/query-tests/explain-results/function_variant_get.explain
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_is_variant_null.json
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_is_variant_null.proto.bin
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_parse_json.json
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_parse_json.proto.bin
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant.json
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant.proto.bin
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant_agg.json
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant_agg.proto.bin
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_try_variant_get.json
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_try_variant_get.proto.bin
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_variant_get.json
create mode 100644
connector/connect/common/src/test/resources/query-tests/queries/function_variant_get.proto.bin
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
