Github user HyukjinKwon commented on a diff in the pull request: https://github.com/apache/spark/pull/21383#discussion_r191441634 --- Diff: python/pyspark/sql/udf.py --- @@ -157,7 +157,17 @@ def _create_judf(self): spark = SparkSession.builder.getOrCreate() sc = spark.sparkContext - wrapped_func = _wrap_function(sc, self.func, self.returnType) + func = fail_on_stopiteration(self.func) + + # prevent inspect to fail + # e.g. inspect.getargspec(sum) raises + # TypeError: <built-in function sum> is not a Python function + try: + func._argspec = _get_argspec(self.func) + except TypeError: --- End diff -- Also, let's leave a comment saying like this argspec is used for Pandas UDFs and the hack is to keep the original signature of given functions since there seem no way to copy it in Python 2.
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org