Github user mgaido91 commented on a diff in the pull request:

    https://github.com/apache/spark/pull/21045#discussion_r189175609
  
    --- Diff: 
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
 ---
    @@ -126,6 +126,134 @@ case class MapKeys(child: Expression)
       override def prettyName: String = "map_keys"
     }
     
    +@ExpressionDescription(
    +  usage = """_FUNC_(a1, a2, ...) - Returns a merged array containing in 
the N-th position the
    +  N-th value of each array given.""",
    +  examples = """
    +    Examples:
    +      > SELECT _FUNC_(array(1, 2, 3), array(2, 3, 4));
    +        [[1, 2], [2, 3], [3, 4]]
    +      > SELECT _FUNC_(array(1, 2), array(2, 3), array(3, 4));
    +        [[1, 2, 3], [2, 3, 4]]
    +  """,
    +  since = "2.4.0")
    +case class Zip(children: Seq[Expression]) extends Expression with 
ExpectsInputTypes {
    +
    +  override def inputTypes: Seq[AbstractDataType] = 
Seq.fill(children.length)(ArrayType)
    +
    +  override def dataType: DataType = ArrayType(mountSchema)
    +
    +  override def prettyName: String = "zip"
    +
    +  override def nullable: Boolean = children.forall(_.nullable)
    +
    +  lazy val numberOfArrays: Int = children.length
    +
    +  def mountSchema: StructType = {
    +    val arrayAT = children.map(_.dataType.asInstanceOf[ArrayType])
    +    val fields = arrayAT.zipWithIndex.foldRight(List[StructField]()) { 
case ((arr, idx), list) =>
    +      StructField(s"_$idx", arr.elementType, children(idx).nullable || 
arr.containsNull) :: list
    +    }
    +    StructType(fields)
    +  }
    +
    +  override def doGenCode(ctx: CodegenContext, ev: ExprCode): ExprCode = {
    +    val genericArrayData = classOf[GenericArrayData].getName
    +    val genericInternalRow = classOf[GenericInternalRow].getName
    +
    +    val evals = children.map(_.genCode(ctx))
    +
    +    val arrayTypes = 
children.map(_.dataType.asInstanceOf[ArrayType].elementType)
    +
    +    val arrVals = ctx.freshName("arrVals")
    +    val arrCardinality = ctx.freshName("arrCardinality")
    +    val biggestCardinality = ctx.freshName("biggestCardinality")
    +
    +    val inputs = evals.zipWithIndex.map { case (eval, index) =>
    +      s"""
    +        |${eval.code}
    +        |if (!${eval.isNull}) {
    +        |  $arrVals[$index] = ${eval.value};
    +        |  $arrCardinality[$index] = ${eval.value}.numElements();
    +        |} else {
    +        |  $arrVals[$index] = null;
    +        |  $arrCardinality[$index] = 0;
    +        |}
    +        |$biggestCardinality = Math.max($biggestCardinality, 
$arrCardinality[$index]);
    +      """.stripMargin
    +    }.mkString("\n")
    --- End diff --
    
    here we should use splitExpression


---

---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org

Reply via email to