This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 0bc0e91 [SPARK-32971][K8S][FOLLOWUP] Add `.toSeq` for Scala 2.13
compilation
add 31a16fb [SPARK-32714][PYTHON] Initial pyspark-stubs port
No new revisions were added by this update.
Summary of changes:
dev/.rat-excludes | 1 +
dev/tox.ini | 2 +-
.../ml/estimator_transformer_param_example.py | 8 +-
.../src/main/python/ml/fm_classifier_example.py | 6 +-
.../src/main/python/ml/fm_regressor_example.py | 6 +-
examples/src/main/python/ml/pipeline_example.py | 8 +-
examples/src/main/python/sql/arrow.py | 4 +-
python/MANIFEST.in | 1 +
python/mypy.ini | 36 +
python/pyspark/__init__.pyi | 73 +
python/pyspark/_globals.pyi | 27 +
python/pyspark/_typing.pyi | 33 +
python/pyspark/accumulators.pyi | 71 +
python/pyspark/broadcast.pyi | 46 +
python/pyspark/conf.pyi | 44 +
python/pyspark/context.pyi | 176 +++
python/pyspark/daemon.pyi | 29 +
python/pyspark/files.pyi | 24 +
python/pyspark/find_spark_home.pyi | 17 +
python/pyspark/java_gateway.pyi | 24 +
python/pyspark/join.pyi | 50 +
python/pyspark/ml/__init__.pyi | 45 +
python/pyspark/ml/_typing.pyi | 76 +
python/pyspark/ml/base.pyi | 103 ++
python/pyspark/ml/classification.pyi | 922 +++++++++++
python/pyspark/ml/clustering.pyi | 437 ++++++
python/pyspark/ml/common.pyi | 20 +
python/pyspark/ml/evaluation.pyi | 281 ++++
python/pyspark/ml/feature.pyi | 1629 ++++++++++++++++++++
python/pyspark/ml/fpm.pyi | 109 ++
python/pyspark/ml/functions.pyi | 22 +
python/pyspark/ml/image.pyi | 40 +
python/pyspark/ml/linalg/__init__.pyi | 255 +++
python/pyspark/ml/param/__init__.pyi | 96 ++
.../pyspark/ml/param/_shared_params_code_gen.pyi | 19 +
python/pyspark/ml/param/shared.pyi | 187 +++
python/pyspark/ml/pipeline.pyi | 97 ++
python/pyspark/ml/recommendation.pyi | 152 ++
python/pyspark/ml/regression.pyi | 825 ++++++++++
python/pyspark/ml/stat.pyi | 89 ++
python/pyspark/ml/tests/test_algorithms.py | 2 +-
python/pyspark/ml/tests/test_base.py | 2 +-
python/pyspark/ml/tests/test_evaluation.py | 2 +-
python/pyspark/ml/tests/test_feature.py | 2 +-
python/pyspark/ml/tests/test_image.py | 2 +-
python/pyspark/ml/tests/test_linalg.py | 2 +-
python/pyspark/ml/tests/test_param.py | 2 +-
python/pyspark/ml/tests/test_persistence.py | 2 +-
python/pyspark/ml/tests/test_pipeline.py | 2 +-
python/pyspark/ml/tests/test_stat.py | 2 +-
python/pyspark/ml/tests/test_training_summary.py | 2 +-
python/pyspark/ml/tests/test_tuning.py | 2 +-
python/pyspark/ml/tests/test_wrapper.py | 6 +-
python/pyspark/ml/tree.pyi | 112 ++
python/pyspark/ml/tuning.pyi | 185 +++
python/pyspark/ml/util.pyi | 128 ++
python/pyspark/ml/wrapper.pyi | 48 +
python/pyspark/mllib/__init__.pyi | 32 +
python/pyspark/mllib/_typing.pyi | 23 +
python/pyspark/mllib/classification.pyi | 151 ++
python/pyspark/mllib/clustering.pyi | 196 +++
python/pyspark/mllib/common.pyi | 27 +
python/pyspark/mllib/evaluation.pyi | 94 ++
python/pyspark/mllib/feature.pyi | 167 ++
python/pyspark/mllib/fpm.pyi | 57 +
python/pyspark/mllib/linalg/__init__.pyi | 273 ++++
python/pyspark/mllib/linalg/distributed.pyi | 147 ++
python/pyspark/mllib/random.pyi | 126 ++
python/pyspark/mllib/recommendation.pyi | 75 +
python/pyspark/mllib/regression.pyi | 155 ++
python/pyspark/mllib/stat/KernelDensity.pyi | 27 +
python/pyspark/mllib/stat/__init__.pyi | 29 +
python/pyspark/mllib/stat/_statistics.pyi | 69 +
python/pyspark/mllib/stat/distribution.pyi | 25 +
python/pyspark/mllib/stat/test.pyi | 39 +
python/pyspark/mllib/tests/test_algorithms.py | 2 +-
python/pyspark/mllib/tests/test_feature.py | 2 +-
python/pyspark/mllib/tests/test_linalg.py | 6 +-
python/pyspark/mllib/tests/test_stat.py | 2 +-
.../mllib/tests/test_streaming_algorithms.py | 2 +-
python/pyspark/mllib/tests/test_util.py | 4 +-
python/pyspark/mllib/tree.pyi | 126 ++
python/pyspark/mllib/util.pyi | 90 ++
python/pyspark/profiler.pyi | 56 +
python/pyspark/py.typed | 1 +
python/pyspark/rdd.pyi | 479 ++++++
python/pyspark/rddsampler.pyi | 54 +
python/pyspark/resource/__init__.pyi | 31 +
python/pyspark/resource/information.pyi | 26 +
python/pyspark/resource/profile.pyi | 51 +
python/pyspark/resource/requests.pyi | 71 +
python/pyspark/resource/tests/test_resources.py | 2 +-
python/pyspark/resultiterable.pyi | 30 +
python/pyspark/serializers.pyi | 122 ++
python/pyspark/shell.pyi | 31 +
python/pyspark/shuffle.pyi | 109 ++
python/pyspark/sql/__init__.pyi | 41 +
python/pyspark/sql/_typing.pyi | 57 +
python/pyspark/sql/avro/__init__.pyi | 22 +
python/pyspark/sql/avro/functions.pyi | 27 +
python/pyspark/sql/catalog.pyi | 63 +
python/pyspark/sql/column.pyi | 112 ++
python/pyspark/sql/conf.pyi | 27 +
python/pyspark/sql/context.pyi | 139 ++
python/pyspark/sql/dataframe.pyi | 324 ++++
python/pyspark/sql/functions.pyi | 343 +++++
python/pyspark/sql/group.pyi | 44 +
python/pyspark/sql/pandas/__init__.pyi | 17 +
python/pyspark/sql/pandas/_typing/__init__.pyi | 338 ++++
.../sql/pandas/_typing/protocols/__init__.pyi | 17 +
.../pyspark/sql/pandas/_typing/protocols/frame.pyi | 428 +++++
.../sql/pandas/_typing/protocols/series.pyi | 253 +++
python/pyspark/sql/pandas/conversion.pyi | 58 +
python/pyspark/sql/pandas/functions.pyi | 176 +++
python/pyspark/sql/pandas/group_ops.pyi | 49 +
python/pyspark/sql/pandas/map_ops.pyi | 30 +
python/pyspark/sql/pandas/serializers.pyi | 65 +
python/pyspark/sql/pandas/typehints.pyi | 33 +
python/pyspark/sql/pandas/types.pyi | 41 +
python/pyspark/sql/pandas/utils.pyi | 20 +
python/pyspark/sql/readwriter.pyi | 250 +++
python/pyspark/sql/session.pyi | 125 ++
python/pyspark/sql/streaming.pyi | 179 +++
python/pyspark/sql/tests/test_arrow.py | 6 +-
python/pyspark/sql/tests/test_catalog.py | 2 +-
python/pyspark/sql/tests/test_column.py | 2 +-
python/pyspark/sql/tests/test_conf.py | 2 +-
python/pyspark/sql/tests/test_context.py | 2 +-
python/pyspark/sql/tests/test_dataframe.py | 22 +-
python/pyspark/sql/tests/test_datasources.py | 2 +-
python/pyspark/sql/tests/test_functions.py | 2 +-
python/pyspark/sql/tests/test_group.py | 2 +-
.../pyspark/sql/tests/test_pandas_cogrouped_map.py | 4 +-
.../pyspark/sql/tests/test_pandas_grouped_map.py | 4 +-
python/pyspark/sql/tests/test_pandas_map.py | 4 +-
python/pyspark/sql/tests/test_pandas_udf.py | 4 +-
.../sql/tests/test_pandas_udf_grouped_agg.py | 4 +-
python/pyspark/sql/tests/test_pandas_udf_scalar.py | 6 +-
.../pyspark/sql/tests/test_pandas_udf_typehints.py | 4 +-
python/pyspark/sql/tests/test_pandas_udf_window.py | 4 +-
python/pyspark/sql/tests/test_readwriter.py | 2 +-
python/pyspark/sql/tests/test_serde.py | 2 +-
python/pyspark/sql/tests/test_session.py | 2 +-
python/pyspark/sql/tests/test_streaming.py | 2 +-
python/pyspark/sql/tests/test_types.py | 9 +-
python/pyspark/sql/tests/test_udf.py | 11 +-
python/pyspark/sql/tests/test_utils.py | 2 +-
python/pyspark/sql/types.pyi | 204 +++
python/pyspark/sql/udf.pyi | 57 +
python/pyspark/sql/utils.pyi | 55 +
python/pyspark/sql/window.pyi | 40 +
python/pyspark/statcounter.pyi | 44 +
python/pyspark/status.pyi | 42 +
python/pyspark/storagelevel.pyi | 43 +
python/pyspark/streaming/__init__.pyi | 23 +
python/pyspark/streaming/context.pyi | 75 +
python/pyspark/streaming/dstream.pyi | 208 +++
python/pyspark/streaming/kinesis.pyi | 46 +
python/pyspark/streaming/listener.pyi | 35 +
python/pyspark/streaming/tests/test_context.py | 2 +-
python/pyspark/streaming/tests/test_dstream.py | 2 +-
python/pyspark/streaming/tests/test_kinesis.py | 2 +-
python/pyspark/streaming/tests/test_listener.py | 2 +-
python/pyspark/streaming/util.pyi | 48 +
python/pyspark/taskcontext.pyi | 45 +
python/pyspark/testing/mlutils.py | 5 +-
python/pyspark/testing/sqlutils.py | 2 +-
python/pyspark/testing/streamingutils.py | 4 +-
python/pyspark/tests/test_appsubmit.py | 2 +-
python/pyspark/tests/test_broadcast.py | 2 +-
python/pyspark/tests/test_conf.py | 2 +-
python/pyspark/tests/test_context.py | 11 +-
python/pyspark/tests/test_daemon.py | 2 +-
python/pyspark/tests/test_join.py | 2 +-
python/pyspark/tests/test_pin_thread.py | 2 +-
python/pyspark/tests/test_profiler.py | 2 +-
python/pyspark/tests/test_rdd.py | 2 +-
python/pyspark/tests/test_rddbarrier.py | 2 +-
python/pyspark/tests/test_readwrite.py | 2 +-
python/pyspark/tests/test_serializers.py | 4 +-
python/pyspark/tests/test_shuffle.py | 2 +-
python/pyspark/tests/test_taskcontext.py | 2 +-
python/pyspark/tests/test_util.py | 2 +-
python/pyspark/tests/test_worker.py | 2 +-
python/pyspark/traceback_utils.pyi | 29 +
python/pyspark/util.pyi | 35 +
python/pyspark/version.pyi | 19 +
python/pyspark/worker.pyi | 73 +
python/setup.py | 3 +-
189 files changed, 14053 insertions(+), 119 deletions(-)
create mode 100644 python/mypy.ini
create mode 100644 python/pyspark/__init__.pyi
create mode 100644 python/pyspark/_globals.pyi
create mode 100644 python/pyspark/_typing.pyi
create mode 100644 python/pyspark/accumulators.pyi
create mode 100644 python/pyspark/broadcast.pyi
create mode 100644 python/pyspark/conf.pyi
create mode 100644 python/pyspark/context.pyi
create mode 100644 python/pyspark/daemon.pyi
create mode 100644 python/pyspark/files.pyi
create mode 100644 python/pyspark/find_spark_home.pyi
create mode 100644 python/pyspark/java_gateway.pyi
create mode 100644 python/pyspark/join.pyi
create mode 100644 python/pyspark/ml/__init__.pyi
create mode 100644 python/pyspark/ml/_typing.pyi
create mode 100644 python/pyspark/ml/base.pyi
create mode 100644 python/pyspark/ml/classification.pyi
create mode 100644 python/pyspark/ml/clustering.pyi
create mode 100644 python/pyspark/ml/common.pyi
create mode 100644 python/pyspark/ml/evaluation.pyi
create mode 100644 python/pyspark/ml/feature.pyi
create mode 100644 python/pyspark/ml/fpm.pyi
create mode 100644 python/pyspark/ml/functions.pyi
create mode 100644 python/pyspark/ml/image.pyi
create mode 100644 python/pyspark/ml/linalg/__init__.pyi
create mode 100644 python/pyspark/ml/param/__init__.pyi
create mode 100644 python/pyspark/ml/param/_shared_params_code_gen.pyi
create mode 100644 python/pyspark/ml/param/shared.pyi
create mode 100644 python/pyspark/ml/pipeline.pyi
create mode 100644 python/pyspark/ml/recommendation.pyi
create mode 100644 python/pyspark/ml/regression.pyi
create mode 100644 python/pyspark/ml/stat.pyi
create mode 100644 python/pyspark/ml/tree.pyi
create mode 100644 python/pyspark/ml/tuning.pyi
create mode 100644 python/pyspark/ml/util.pyi
create mode 100644 python/pyspark/ml/wrapper.pyi
create mode 100644 python/pyspark/mllib/__init__.pyi
create mode 100644 python/pyspark/mllib/_typing.pyi
create mode 100644 python/pyspark/mllib/classification.pyi
create mode 100644 python/pyspark/mllib/clustering.pyi
create mode 100644 python/pyspark/mllib/common.pyi
create mode 100644 python/pyspark/mllib/evaluation.pyi
create mode 100644 python/pyspark/mllib/feature.pyi
create mode 100644 python/pyspark/mllib/fpm.pyi
create mode 100644 python/pyspark/mllib/linalg/__init__.pyi
create mode 100644 python/pyspark/mllib/linalg/distributed.pyi
create mode 100644 python/pyspark/mllib/random.pyi
create mode 100644 python/pyspark/mllib/recommendation.pyi
create mode 100644 python/pyspark/mllib/regression.pyi
create mode 100644 python/pyspark/mllib/stat/KernelDensity.pyi
create mode 100644 python/pyspark/mllib/stat/__init__.pyi
create mode 100644 python/pyspark/mllib/stat/_statistics.pyi
create mode 100644 python/pyspark/mllib/stat/distribution.pyi
create mode 100644 python/pyspark/mllib/stat/test.pyi
create mode 100644 python/pyspark/mllib/tree.pyi
create mode 100644 python/pyspark/mllib/util.pyi
create mode 100644 python/pyspark/profiler.pyi
create mode 100644 python/pyspark/py.typed
create mode 100644 python/pyspark/rdd.pyi
create mode 100644 python/pyspark/rddsampler.pyi
create mode 100644 python/pyspark/resource/__init__.pyi
create mode 100644 python/pyspark/resource/information.pyi
create mode 100644 python/pyspark/resource/profile.pyi
create mode 100644 python/pyspark/resource/requests.pyi
create mode 100644 python/pyspark/resultiterable.pyi
create mode 100644 python/pyspark/serializers.pyi
create mode 100644 python/pyspark/shell.pyi
create mode 100644 python/pyspark/shuffle.pyi
create mode 100644 python/pyspark/sql/__init__.pyi
create mode 100644 python/pyspark/sql/_typing.pyi
create mode 100644 python/pyspark/sql/avro/__init__.pyi
create mode 100644 python/pyspark/sql/avro/functions.pyi
create mode 100644 python/pyspark/sql/catalog.pyi
create mode 100644 python/pyspark/sql/column.pyi
create mode 100644 python/pyspark/sql/conf.pyi
create mode 100644 python/pyspark/sql/context.pyi
create mode 100644 python/pyspark/sql/dataframe.pyi
create mode 100644 python/pyspark/sql/functions.pyi
create mode 100644 python/pyspark/sql/group.pyi
create mode 100644 python/pyspark/sql/pandas/__init__.pyi
create mode 100644 python/pyspark/sql/pandas/_typing/__init__.pyi
create mode 100644 python/pyspark/sql/pandas/_typing/protocols/__init__.pyi
create mode 100644 python/pyspark/sql/pandas/_typing/protocols/frame.pyi
create mode 100644 python/pyspark/sql/pandas/_typing/protocols/series.pyi
create mode 100644 python/pyspark/sql/pandas/conversion.pyi
create mode 100644 python/pyspark/sql/pandas/functions.pyi
create mode 100644 python/pyspark/sql/pandas/group_ops.pyi
create mode 100644 python/pyspark/sql/pandas/map_ops.pyi
create mode 100644 python/pyspark/sql/pandas/serializers.pyi
create mode 100644 python/pyspark/sql/pandas/typehints.pyi
create mode 100644 python/pyspark/sql/pandas/types.pyi
create mode 100644 python/pyspark/sql/pandas/utils.pyi
create mode 100644 python/pyspark/sql/readwriter.pyi
create mode 100644 python/pyspark/sql/session.pyi
create mode 100644 python/pyspark/sql/streaming.pyi
create mode 100644 python/pyspark/sql/types.pyi
create mode 100644 python/pyspark/sql/udf.pyi
create mode 100644 python/pyspark/sql/utils.pyi
create mode 100644 python/pyspark/sql/window.pyi
create mode 100644 python/pyspark/statcounter.pyi
create mode 100644 python/pyspark/status.pyi
create mode 100644 python/pyspark/storagelevel.pyi
create mode 100644 python/pyspark/streaming/__init__.pyi
create mode 100644 python/pyspark/streaming/context.pyi
create mode 100644 python/pyspark/streaming/dstream.pyi
create mode 100644 python/pyspark/streaming/kinesis.pyi
create mode 100644 python/pyspark/streaming/listener.pyi
create mode 100644 python/pyspark/streaming/util.pyi
create mode 100644 python/pyspark/taskcontext.pyi
create mode 100644 python/pyspark/traceback_utils.pyi
create mode 100644 python/pyspark/util.pyi
create mode 100644 python/pyspark/version.pyi
create mode 100644 python/pyspark/worker.pyi
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
