Github user HyukjinKwon commented on a diff in the pull request:
https://github.com/apache/spark/pull/18906#discussion_r159648955
--- Diff: python/pyspark/sql/udf.py ---
@@ -163,14 +164,26 @@ def wrapper(*args):
wrapper.returnType = self.returnType
wrapper.evalType = self.evalType
wrapper.asNondeterministic = self.asNondeterministic
+ wrapper.asNonNullable = functools.wraps(
+ self.asNonNullable)(lambda: self.asNonNullable()._wrapped())
+ wrapper.nullable = self.nullable
return wrapper
def asNondeterministic(self):
"""
- Updates UserDefinedFunction to nondeterministic.
+ Updates :class:`UserDefinedFunction` to nondeterministic.
.. versionadded:: 2.3
"""
self._deterministic = False
return self
+
+ def asNonNullable(self):
+ """
+ Updates :class:`UserDefinedFunction` to non-nullable.
+
+ .. versionadded:: 2.4
--- End diff --
Let's do this 2.3.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
