zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1138017400
##
dev/sparktestsupport/modules.py:
##
@@ -781,6 +740,57 @@ def __hash__(self):
],
)
+
+pyspark_connect = Module(
+name="pyspark-connect",
+
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1138015354
##
python/pyspark/ml/connect/functions.py:
##
@@ -0,0 +1,76 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1138014700
##
dev/sparktestsupport/modules.py:
##
@@ -655,6 +655,7 @@ def __hash__(self):
"pyspark.ml.tests.test_wrapper",
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1136941163
##
python/pyspark/sql/connect/ml/functions.py:
##
@@ -0,0 +1,38 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1136937191
##
python/pyspark/ml/functions.py:
##
@@ -119,6 +122,9 @@ def array_to_vector(col: Column) -> Column:
Review Comment:
got it
--
This is an automated
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1136932841
##
python/pyspark/sql/tests/connect/ml/test_connect_ml_function.py:
##
@@ -0,0 +1,117 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1136932191
##
python/pyspark/sql/tests/connect/ml/test_connect_ml_function.py:
##
@@ -0,0 +1,117 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1136931940
##
python/pyspark/sql/tests/connect/ml/test_connect_ml_function.py:
##
@@ -0,0 +1,117 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
zhengruifeng commented on code in PR #40432:
URL: https://github.com/apache/spark/pull/40432#discussion_r1136929510
##
python/pyspark/sql/tests/connect/ml/test_connect_ml_function.py:
##
@@ -0,0 +1,117 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more