zero323 commented on code in PR #34293:
URL: https://github.com/apache/spark/pull/34293#discussion_r847716051
##########
python/pyspark/streaming/context.py:
##########
@@ -339,42 +369,52 @@ def queueStream(self, rdds, oneAtATime=True,
default=None):
Changes to the queue after the stream is created will not be
recognized.
"""
if default and not isinstance(default, RDD):
- default = self._sc.parallelize(default)
+ default = self._sc.parallelize(default) # type: ignore[arg-type]
if not rdds and default:
- rdds = [rdds]
+ rdds = [rdds] # type: ignore[list-item]
if rdds and not isinstance(rdds[0], RDD):
- rdds = [self._sc.parallelize(input) for input in rdds]
+ rdds = [self._sc.parallelize(input) for input in rdds] # type:
ignore[arg-type]
self._check_serializers(rdds)
- queue = self._jvm.PythonDStream.toRDDQueue([r._jrdd for r in rdds])
+ assert self._jvm is not None
+ queue = self._jvm.PythonDStream.toRDDQueue(
+ [r._jrdd for r in rdds] # type: ignore[attr-defined]
+ )
if default:
- default = default._reserialize(rdds[0]._jrdd_deserializer)
- jdstream = self._jssc.queueStream(queue, oneAtATime, default._jrdd)
+ default = default._reserialize(rdds[0]._jrdd_deserializer) #
type: ignore[attr-defined]
+ assert default is not None
+ jdstream = self._jssc.queueStream(
+ queue, oneAtATime, default._jrdd # type: ignore[attr-defined]
Review Comment:
Ditto
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
