Github user icexelloss commented on a diff in the pull request:
https://github.com/apache/spark/pull/21427#discussion_r196437623
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/python/FlatMapGroupsInPandasExec.scala
---
@@ -77,7 +78,7 @@ case class FlatMapGroupsInPandasExec(
val reuseWorker =
inputRDD.conf.getBoolean("spark.python.worker.reuse", defaultValue = true)
val chainedFunc = Seq(ChainedPythonFunctions(Seq(pandasFunction)))
val sessionLocalTimeZone = conf.sessionLocalTimeZone
- val pandasRespectSessionTimeZone = conf.pandasRespectSessionTimeZone
+ val runnerConf = ArrowUtils.getPythonRunnerConfMap(conf)
--- End diff --
nit: pythonRunnerConf?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
