Github user HyukjinKwon commented on a diff in the pull request:
https://github.com/apache/spark/pull/21571#discussion_r196627302
--- Diff: python/pyspark/streaming/context.py ---
@@ -79,22 +79,8 @@ def _ensure_initialized(cls):
java_import(gw.jvm, "org.apache.spark.streaming.api.java.*")
java_import(gw.jvm, "org.apache.spark.streaming.api.python.*")
- # start callback server
- # getattr will fallback to JVM, so we cannot test by hasattr()
- if "_callback_server" not in gw.__dict__ or gw._callback_server is
None:
- gw.callback_server_parameters.eager_load = True
- gw.callback_server_parameters.daemonize = True
- gw.callback_server_parameters.daemonize_connections = True
- gw.callback_server_parameters.port = 0
- gw.start_callback_server(gw.callback_server_parameters)
- cbport = gw._callback_server.server_socket.getsockname()[1]
- gw._callback_server.port = cbport
- # gateway with real port
- gw._python_proxy_port = gw._callback_server.port
- # get the GatewayServer object in JVM by ID
- jgws = JavaObject("GATEWAY_SERVER", gw._gateway_client)
--- End diff --
Nit: we could remove this import in this file though.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
