This is an automated email from the ASF dual-hosted git repository. yao pushed a commit to branch SPARK-44813 in repository https://gitbox.apache.org/repos/asf/spark.git
commit 995e2c691c9623577d0c32ee68371cf776d019c5 Merge: 5b6855bbccf 5d267fe79e0 Author: Kent Yao <y...@apache.org> AuthorDate: Sat Aug 19 01:58:54 2023 +0800 Merge branch 'master' into SPARK-44813 .../sql/connect/planner/SparkConnectPlanner.scala | 37 +++- .../planner/StreamingForeachBatchHelper.scala | 109 +++++++++-- .../spark/sql/connect/service/SessionHolder.scala | 9 +- .../service/SparkConnectStreamingQueryCache.scala | 21 ++- .../planner/StreamingForeachBatchHelperSuite.scala | 80 ++++++++ .../spark/api/python/PythonWorkerFactory.scala | 2 +- .../spark/api/python/StreamingPythonRunner.scala | 9 +- .../apache/spark/deploy/worker/ui/LogPage.scala | 1 + dev/merge_spark_pr.py | 10 +- docs/sql-ref-identifier-clause.md | 106 +++++++++++ docs/sql-ref-syntax-dml-insert-table.md | 42 ++++- docs/sql-ref.md | 1 + docs/structured-streaming-programming-guide.md | 4 +- pom.xml | 7 + python/docs/source/conf.py | 2 + python/pyspark/pandas/groupby.py | 6 +- python/pyspark/pandas/indexes/datetimes.py | 20 +- .../pyspark/pandas/tests/computation/test_cov.py | 51 +----- .../pandas/tests/data_type_ops/test_date_ops.py | 20 +- .../pyspark/pandas/tests/groupby/test_aggregate.py | 12 +- .../pandas/tests/groupby/test_apply_func.py | 11 +- .../pyspark/pandas/tests/groupby/test_groupby.py | 7 +- python/pyspark/pandas/tests/indexes/test_base.py | 24 --- .../pyspark/pandas/tests/indexes/test_category.py | 26 +-- .../pyspark/pandas/tests/indexes/test_datetime.py | 5 - .../pyspark/pandas/tests/indexes/test_reindex.py | 9 +- python/pyspark/pandas/tests/series/test_as_type.py | 34 ++-- python/pyspark/pandas/tests/test_categorical.py | 17 +- python/pyspark/sql/connect/client/artifact.py | 17 +- python/pyspark/sql/connect/client/core.py | 4 +- python/pyspark/sql/dataframe.py | 202 +++++++++++++++++---- .../sql-tests/analyzer-results/udtf/udtf.sql.out | 61 +++++++ .../test/resources/sql-tests/inputs/udtf/udtf.sql | 18 ++ .../resources/sql-tests/results/udtf/udtf.sql.out | 85 +++++++++ .../apache/spark/sql/IntegratedUDFTestUtils.scala | 40 ++++ .../org/apache/spark/sql/SQLQueryTestSuite.scala | 28 +++ .../sql/execution/python/PythonUDTFSuite.scala | 17 +- .../thriftserver/ThriftServerQueryTestSuite.scala | 2 + 38 files changed, 876 insertions(+), 280 deletions(-) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org