This is an automated email from the ASF dual-hosted git repository. gurwls223 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from e1432ef6405a [SPARK-47413][SQL] - add support to substr/left/right for collations add 79a1fa4b84dd [SPARK-47890][CONNECT][PYTHON] Add variant functions to Scala and Python No new revisions were added by this update. Summary of changes: .../scala/org/apache/spark/sql/functions.scala | 69 ++++++++- .../apache/spark/sql/PlanGenerationTestSuite.scala | 24 ++++ .../function_is_variant_null.explain | 2 + .../explain-results/function_parse_json.explain | 2 + .../function_schema_of_variant.explain | 2 + .../function_schema_of_variant_agg.explain | 2 + .../function_try_variant_get.explain | 2 + .../explain-results/function_variant_get.explain | 2 + .../queries/function_is_variant_null.json | 30 ++++ .../queries/function_is_variant_null.proto.bin | Bin 0 -> 200 bytes .../query-tests/queries/function_parse_json.json | 25 ++++ .../queries/function_parse_json.proto.bin | Bin 0 -> 179 bytes .../queries/function_schema_of_variant.json | 30 ++++ .../queries/function_schema_of_variant.proto.bin | Bin 0 -> 202 bytes .../queries/function_schema_of_variant_agg.json | 30 ++++ .../function_schema_of_variant_agg.proto.bin | Bin 0 -> 206 bytes .../queries/function_try_variant_get.json | 38 +++++ .../queries/function_try_variant_get.proto.bin | Bin 0 -> 216 bytes .../query-tests/queries/function_variant_get.json | 38 +++++ .../queries/function_variant_get.proto.bin | Bin 0 -> 212 bytes .../source/reference/pyspark.sql/functions.rst | 14 +- python/pyspark/sql/connect/functions/builtin.py | 35 +++++ python/pyspark/sql/functions/builtin.py | 154 +++++++++++++++++++++ python/pyspark/sql/tests/test_functions.py | 29 ++++ .../scala/org/apache/spark/sql/functions.scala | 72 +++++++++- .../scala/org/apache/spark/sql/VariantSuite.scala | 30 +++- 26 files changed, 623 insertions(+), 7 deletions(-) create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_is_variant_null.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_parse_json.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_schema_of_variant.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_schema_of_variant_agg.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_try_variant_get.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/explain-results/function_variant_get.explain create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_is_variant_null.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_is_variant_null.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_parse_json.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_parse_json.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant_agg.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_schema_of_variant_agg.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_variant_get.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_try_variant_get.proto.bin create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_variant_get.json create mode 100644 connector/connect/common/src/test/resources/query-tests/queries/function_variant_get.proto.bin --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org