Github user davies commented on a diff in the pull request:
https://github.com/apache/spark/pull/7949#discussion_r36266455
--- Diff:
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
---
@@ -115,3 +116,73 @@ case class SortArray(base: Expression, ascendingOrder:
Expression)
override def prettyName: String = "sort_array"
}
+
+/**
+ * Checks if the array (left) has the element (right)
+ */
+case class ArrayContains(left: Expression, right: Expression)
+ extends BinaryExpression with ImplicitCastInputTypes {
+
+ override def dataType: DataType = BooleanType
+
+ override def inputTypes: Seq[AbstractDataType] = right.dataType match {
+ case NullType => Seq()
+ case _ => left.dataType match {
+ case n @ ArrayType(element, _) => Seq(n, element)
+ case _ => Seq()
+ }
+ }
+
+ override def checkInputDataTypes(): TypeCheckResult = {
+ if (right.dataType == NullType) {
+ TypeCheckResult.TypeCheckFailure("Null typed values cannot be used
as arguments")
+ } else if (!left.dataType.isInstanceOf[ArrayType]
+ || left.dataType.asInstanceOf[ArrayType].elementType !=
right.dataType) {
+ TypeCheckResult.TypeCheckFailure(
+ "Arguments must be an array followed by a value of same type as
the array members")
+ } else {
+ TypeCheckResult.TypeCheckSuccess
+ }
+ }
+
+ override def nullable: Boolean = false
+
+ override def eval(input: InternalRow): Boolean = {
+ val arr = left.eval(input)
+ if (arr == null) {
+ false
+ } else {
+ val value = right.eval(input)
+ if (value == null) {
+ false
+ } else {
+
arr.asInstanceOf[ArrayData].toArray[Any](right.dataType).contains(value)
--- End diff --
This is the slow path, usually it's used when unsafe is disabled, so it
does not hurt much.
---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at [email protected] or file a JIRA ticket
with INFRA.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
