chaoqin-li1123 commented on code in PR #46651:
URL: https://github.com/apache/spark/pull/46651#discussion_r1607078379
##########
python/pyspark/sql/worker/python_streaming_sink_runner.py:
##########
@@ -34,22 +33,32 @@
_parse_datatype_json_string,
StructType,
)
-from pyspark.util import handle_worker_exception
+from pyspark.util import handle_worker_exception, local_connect_and_auth
from pyspark.worker_util import (
check_python_version,
read_command,
pickleSer,
send_accumulator_updates,
+ setup_broadcasts,
setup_memory_limits,
setup_spark_files,
utf8_deserializer,
)
def main(infile: IO, outfile: IO) -> None:
+ """
+ Main method for committing or aborting a data source streaming write
operation.
+
+ This process is invoked from the
`PythonStreamingSinkCommitRunner.runInPython`
+ method in the StreamingWrite implementation of the PythonTableProvider. It
is
Review Comment:
Fixed.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
