This is an automated email from the ASF dual-hosted git repository.
zhangstar333 pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 0cfdf4bd290 branch-3.0: [feature](table-function)support posexplode
table function #43221 (#45782)
0cfdf4bd290 is described below
commit 0cfdf4bd290fecfaf1ca25f4e55fcf009e4f55af
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Thu Dec 26 13:25:39 2024 +0800
branch-3.0: [feature](table-function)support posexplode table function
#43221 (#45782)
Cherry-picked from #43221
Co-authored-by: zhangstar333
<[email protected]>
---
.../table_function/table_function_factory.cpp | 2 +
be/src/vec/exprs/table_function/vposexplode.cpp | 155 +++++++++++++++++++
be/src/vec/exprs/table_function/vposexplode.h | 50 +++++++
be/src/vec/functions/function_fake.cpp | 29 ++++
.../catalog/BuiltinTableGeneratingFunctions.java | 6 +-
.../functions/generator/PosExplode.java | 80 ++++++++++
.../functions/generator/PosExplodeOuter.java | 80 ++++++++++
.../visitor/TableGeneratingFunctionVisitor.java | 10 ++
.../sql_functions/table_function/posexplode.out | 166 +++++++++++++++++++++
.../sql_functions/table_function/posexplode.groovy | 82 ++++++++++
10 files changed, 659 insertions(+), 1 deletion(-)
diff --git a/be/src/vec/exprs/table_function/table_function_factory.cpp
b/be/src/vec/exprs/table_function/table_function_factory.cpp
index 0bef185351d..332eaed37d4 100644
--- a/be/src/vec/exprs/table_function/table_function_factory.cpp
+++ b/be/src/vec/exprs/table_function/table_function_factory.cpp
@@ -33,6 +33,7 @@
#include "vec/exprs/table_function/vexplode_map.h"
#include "vec/exprs/table_function/vexplode_numbers.h"
#include "vec/exprs/table_function/vexplode_split.h"
+#include "vec/exprs/table_function/vposexplode.h"
#include "vec/utils/util.hpp"
namespace doris::vectorized {
@@ -61,6 +62,7 @@ const std::unordered_map<std::string,
std::function<std::unique_ptr<TableFunctio
{"explode_bitmap",
TableFunctionCreator<VExplodeBitmapTableFunction>()},
{"explode_map", TableFunctionCreator<VExplodeMapTableFunction>
{}},
{"explode_json_object",
TableFunctionCreator<VExplodeJsonObjectTableFunction> {}},
+ {"posexplode", TableFunctionCreator<VPosExplodeTableFunction>
{}},
{"explode", TableFunctionCreator<VExplodeTableFunction> {}}};
Status TableFunctionFactory::get_fn(const TFunction& t_fn, ObjectPool* pool,
TableFunction** fn) {
diff --git a/be/src/vec/exprs/table_function/vposexplode.cpp
b/be/src/vec/exprs/table_function/vposexplode.cpp
new file mode 100644
index 00000000000..20d04a219f8
--- /dev/null
+++ b/be/src/vec/exprs/table_function/vposexplode.cpp
@@ -0,0 +1,155 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#include "vec/exprs/table_function/vposexplode.h"
+
+#include <glog/logging.h>
+
+#include <ostream>
+#include <vector>
+
+#include "common/status.h"
+#include "vec/columns/column.h"
+#include "vec/columns/column_nullable.h"
+#include "vec/columns/columns_number.h"
+#include "vec/common/assert_cast.h"
+#include "vec/common/string_ref.h"
+#include "vec/core/block.h"
+#include "vec/core/column_with_type_and_name.h"
+#include "vec/exprs/vexpr.h"
+#include "vec/exprs/vexpr_context.h"
+
+namespace doris::vectorized {
+
+VPosExplodeTableFunction::VPosExplodeTableFunction() {
+ _fn_name = "posexplode";
+}
+
+Status VPosExplodeTableFunction::process_init(Block* block, RuntimeState*
state) {
+ CHECK(_expr_context->root()->children().size() == 1)
+ << "VPosExplodeTableFunction only support 1 child but has "
+ << _expr_context->root()->children().size();
+
+ int value_column_idx = -1;
+
RETURN_IF_ERROR(_expr_context->root()->children()[0]->execute(_expr_context.get(),
block,
+
&value_column_idx));
+
+ _collection_column =
+
block->get_by_position(value_column_idx).column->convert_to_full_column_if_const();
+
+ if (!extract_column_array_info(*_collection_column, _array_detail)) {
+ return Status::NotSupported("column type {} not supported now, only
support array",
+
block->get_by_position(value_column_idx).column->get_name());
+ }
+ if (is_column_nullable(*_collection_column)) {
+ _array_data_column =
+ assert_cast<const ColumnArray&>(
+ assert_cast<const
ColumnNullable&>(*_collection_column).get_nested_column())
+ .get_data_ptr();
+ } else {
+ _array_data_column = assert_cast<const
ColumnArray&>(*_collection_column).get_data_ptr();
+ }
+ return Status::OK();
+}
+
+void VPosExplodeTableFunction::process_row(size_t row_idx) {
+ DCHECK(row_idx < _collection_column->size());
+ TableFunction::process_row(row_idx);
+
+ if (!_array_detail.array_nullmap_data ||
!_array_detail.array_nullmap_data[row_idx]) {
+ _collection_offset = (*_array_detail.offsets_ptr)[row_idx - 1];
+ _cur_size = (*_array_detail.offsets_ptr)[row_idx] - _collection_offset;
+ }
+}
+
+void VPosExplodeTableFunction::process_close() {
+ _collection_column = nullptr;
+ _array_data_column = nullptr;
+ _array_detail.reset();
+ _collection_offset = 0;
+}
+
+void VPosExplodeTableFunction::get_same_many_values(MutableColumnPtr& column,
int length) {
+ // now we only support array column explode to struct column
+ size_t pos = _collection_offset + _cur_offset;
+ // if current is empty array row, also append a default value
+ if (current_empty()) {
+ column->insert_many_defaults(length);
+ return;
+ }
+ ColumnStruct* ret = nullptr;
+ // this _is_nullable is whole output column's nullable
+ if (_is_nullable) {
+ ret = assert_cast<ColumnStruct*>(
+
assert_cast<ColumnNullable*>(column.get())->get_nested_column_ptr().get());
+ assert_cast<ColumnUInt8*>(
+
assert_cast<ColumnNullable*>(column.get())->get_null_map_column_ptr().get())
+ ->insert_many_defaults(length);
+ } else if (column->is_column_struct()) {
+ ret = assert_cast<ColumnStruct*>(column.get());
+ } else {
+ throw Exception(ErrorCode::INTERNAL_ERROR,
+ "only support array column explode to struct column");
+ }
+ if (!ret || ret->tuple_size() != 2) {
+ throw Exception(
+ ErrorCode::INTERNAL_ERROR,
+ "only support array column explode to two column, but given:
", ret->tuple_size());
+ }
+ auto& pose_column_nullable =
assert_cast<ColumnNullable&>(ret->get_column(0));
+ pose_column_nullable.get_null_map_column().insert_many_defaults(length);
+ assert_cast<ColumnInt32&>(pose_column_nullable.get_nested_column())
+ .insert_many_vals(_cur_offset, length);
+ ret->get_column(1).insert_many_from(*_array_data_column, pos, length);
+}
+
+int VPosExplodeTableFunction::get_value(MutableColumnPtr& column, int
max_step) {
+ max_step = std::min(max_step, (int)(_cur_size - _cur_offset));
+ size_t pos = _collection_offset + _cur_offset;
+ if (current_empty()) {
+ column->insert_default();
+ max_step = 1;
+ } else {
+ ColumnStruct* struct_column = nullptr;
+ if (_is_nullable) {
+ auto* nullable_column = assert_cast<ColumnNullable*>(column.get());
+ struct_column =
+
assert_cast<ColumnStruct*>(nullable_column->get_nested_column_ptr().get());
+ auto* nullmap_column =
+
assert_cast<ColumnUInt8*>(nullable_column->get_null_map_column_ptr().get());
+ // here nullmap_column insert max_step many defaults as if
array[row_idx] is NULL
+ // will be not update value, _cur_size = 0, means current_empty;
+ // so here could insert directly
+ nullmap_column->insert_many_defaults(max_step);
+ } else {
+ struct_column = assert_cast<ColumnStruct*>(column.get());
+ }
+ if (!struct_column || struct_column->tuple_size() != 2) {
+ throw Exception(ErrorCode::INTERNAL_ERROR,
+ "only support array column explode to two column,
but given: ",
+ struct_column->tuple_size());
+ }
+ auto& pose_column_nullable =
assert_cast<ColumnNullable&>(struct_column->get_column(0));
+
pose_column_nullable.get_null_map_column().insert_many_defaults(max_step);
+ assert_cast<ColumnInt32&>(pose_column_nullable.get_nested_column())
+ .insert_range_of_integer(_cur_offset, _cur_offset + max_step);
+ struct_column->get_column(1).insert_range_from(*_array_data_column,
pos, max_step);
+ }
+ forward(max_step);
+ return max_step;
+}
+} // namespace doris::vectorized
diff --git a/be/src/vec/exprs/table_function/vposexplode.h
b/be/src/vec/exprs/table_function/vposexplode.h
new file mode 100644
index 00000000000..4e021fd58da
--- /dev/null
+++ b/be/src/vec/exprs/table_function/vposexplode.h
@@ -0,0 +1,50 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#pragma once
+
+#include "common/status.h"
+#include "vec/columns/column_map.h"
+#include "vec/data_types/data_type.h"
+#include "vec/data_types/data_type_array.h"
+#include "vec/exprs/table_function/table_function.h"
+#include "vec/functions/array/function_array_utils.h"
+
+namespace doris::vectorized {
+
+class VPosExplodeTableFunction : public TableFunction {
+ ENABLE_FACTORY_CREATOR(VPosExplodeTableFunction);
+
+public:
+ VPosExplodeTableFunction();
+
+ ~VPosExplodeTableFunction() override = default;
+
+ Status process_init(Block* block, RuntimeState* state) override;
+ void process_row(size_t row_idx) override;
+ void process_close() override;
+ void get_same_many_values(MutableColumnPtr& column, int length) override;
+ int get_value(MutableColumnPtr& column, int max_step) override;
+
+private:
+ ColumnPtr _collection_column;
+ ColumnPtr _array_data_column;
+ ColumnArrayExecutionData _array_detail;
+ size_t _collection_offset; // start offset of array[row_idx]
+};
+
+} // namespace doris::vectorized
diff --git a/be/src/vec/functions/function_fake.cpp
b/be/src/vec/functions/function_fake.cpp
index 6a4f6275e1a..646da600b50 100644
--- a/be/src/vec/functions/function_fake.cpp
+++ b/be/src/vec/functions/function_fake.cpp
@@ -21,6 +21,7 @@
#include <algorithm>
#include <boost/iterator/iterator_facade.hpp>
+#include <memory>
#include <ostream>
#include <string>
@@ -83,6 +84,25 @@ struct FunctionExplodeMap {
static std::string get_error_msg() { return "Fake function do not support
execute"; }
};
+template <bool AlwaysNullable = false>
+struct FunctionPoseExplode {
+ static DataTypePtr get_return_type_impl(const DataTypes& arguments) {
+ DCHECK(is_array(arguments[0])) << arguments[0]->get_name() << " not
supported";
+ DataTypes fieldTypes(2);
+ fieldTypes[0] = make_nullable(std::make_shared<DataTypeInt32>());
+ fieldTypes[1] =
+
check_and_get_data_type<DataTypeArray>(arguments[0].get())->get_nested_type();
+ auto struct_type =
std::make_shared<vectorized::DataTypeStruct>(fieldTypes);
+ if constexpr (AlwaysNullable) {
+ return make_nullable(struct_type);
+ } else {
+ return arguments[0]->is_nullable() ? make_nullable(struct_type) :
struct_type;
+ }
+ }
+ static DataTypes get_variadic_argument_types() { return {}; }
+ static std::string get_error_msg() { return "Fake function do not support
execute"; }
+};
+
// explode json-object: expands json-object to struct with a pair of key and
value in column string
struct FunctionExplodeJsonObject {
static DataTypePtr get_return_type_impl(const DataTypes& arguments) {
@@ -138,6 +158,12 @@ void
register_table_function_expand_outer_default(SimpleFunctionFactory& factory
COMBINATOR_SUFFIX_OUTER);
};
+template <typename FunctionImpl>
+void register_table_function_with_impl(SimpleFunctionFactory& factory, const
std::string& name,
+ const std::string& suffix = "") {
+ factory.register_function<FunctionFake<FunctionImpl>>(name + suffix);
+};
+
void register_function_fake(SimpleFunctionFactory& factory) {
register_function<FunctionEsquery>(factory, "esquery");
@@ -158,6 +184,9 @@ void register_function_fake(SimpleFunctionFactory& factory)
{
register_table_function_expand_outer_default<DataTypeFloat64, false>(
factory, "explode_json_array_double");
register_table_function_expand_outer_default<DataTypeInt64,
false>(factory, "explode_bitmap");
+ register_table_function_with_impl<FunctionPoseExplode<false>>(factory,
"posexplode");
+ register_table_function_with_impl<FunctionPoseExplode<true>>(factory,
"posexplode",
+
COMBINATOR_SUFFIX_OUTER);
register_table_function_expand_outer_default<DataTypeObject,
false>(factory,
"explode_variant_array");
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/catalog/BuiltinTableGeneratingFunctions.java
b/fe/fe-core/src/main/java/org/apache/doris/catalog/BuiltinTableGeneratingFunctions.java
index 8f9679a0b51..d342b01ff7e 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/catalog/BuiltinTableGeneratingFunctions.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/catalog/BuiltinTableGeneratingFunctions.java
@@ -38,6 +38,8 @@ import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeOut
import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeSplit;
import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeSplitOuter;
import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeVariantArray;
+import
org.apache.doris.nereids.trees.expressions.functions.generator.PosExplode;
+import
org.apache.doris.nereids.trees.expressions.functions.generator.PosExplodeOuter;
import com.google.common.collect.ImmutableList;
@@ -71,7 +73,9 @@ public class BuiltinTableGeneratingFunctions implements
FunctionHelper {
tableGenerating(ExplodeJsonArrayStringOuter.class,
"explode_json_array_string_outer"),
tableGenerating(ExplodeJsonArrayJson.class,
"explode_json_array_json"),
tableGenerating(ExplodeJsonArrayJsonOuter.class,
"explode_json_array_json_outer"),
- tableGenerating(ExplodeVariantArray.class, "explode_variant_array")
+ tableGenerating(ExplodeVariantArray.class,
"explode_variant_array"),
+ tableGenerating(PosExplode.class, "posexplode"),
+ tableGenerating(PosExplodeOuter.class, "posexplode_outer")
);
public static final BuiltinTableGeneratingFunctions INSTANCE = new
BuiltinTableGeneratingFunctions();
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/PosExplode.java
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/PosExplode.java
new file mode 100644
index 00000000000..16f8232606f
--- /dev/null
+++
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/PosExplode.java
@@ -0,0 +1,80 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.nereids.trees.expressions.functions.generator;
+
+import org.apache.doris.catalog.FunctionSignature;
+import org.apache.doris.nereids.exceptions.AnalysisException;
+import org.apache.doris.nereids.trees.expressions.Expression;
+import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
+import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
+import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
+import org.apache.doris.nereids.types.ArrayType;
+import org.apache.doris.nereids.types.IntegerType;
+import org.apache.doris.nereids.types.StructField;
+import org.apache.doris.nereids.types.StructType;
+
+import com.google.common.base.Preconditions;
+import com.google.common.collect.ImmutableList;
+
+import java.util.List;
+
+/**
+ * PosExplode(array('a','b','c')) generate two columns and three rows with:
+ * pose column: 0, 1, 2
+ * value column: 'a', 'b', 'c'
+ */
+public class PosExplode extends TableGeneratingFunction implements
UnaryExpression, PropagateNullable {
+
+ /**
+ * constructor with 1 argument.
+ */
+ public PosExplode(Expression arg) {
+ super("posexplode", arg);
+ }
+
+ /**
+ * withChildren.
+ */
+ @Override
+ public PosExplode withChildren(List<Expression> children) {
+ Preconditions.checkArgument(children.size() == 1);
+ return new PosExplode(children.get(0));
+ }
+
+ @Override
+ public void checkLegalityBeforeTypeCoercion() {
+ if (!(child().getDataType() instanceof ArrayType)) {
+ throw new AnalysisException("only support array type for
posexplode function but got "
+ + child().getDataType());
+ }
+ }
+
+ @Override
+ public List<FunctionSignature> getSignatures() {
+ return ImmutableList.of(
+ FunctionSignature.ret(new StructType(ImmutableList.of(
+ new StructField("pos", IntegerType.INSTANCE, true, ""),
+ new StructField("col", ((ArrayType)
child().getDataType()).getItemType(), true, ""))))
+ .args(child().getDataType()));
+ }
+
+ @Override
+ public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
+ return visitor.visitPosExplode(this, context);
+ }
+}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/PosExplodeOuter.java
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/PosExplodeOuter.java
new file mode 100644
index 00000000000..6d181354f41
--- /dev/null
+++
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/generator/PosExplodeOuter.java
@@ -0,0 +1,80 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.nereids.trees.expressions.functions.generator;
+
+import org.apache.doris.catalog.FunctionSignature;
+import org.apache.doris.nereids.exceptions.AnalysisException;
+import org.apache.doris.nereids.trees.expressions.Expression;
+import org.apache.doris.nereids.trees.expressions.functions.AlwaysNullable;
+import org.apache.doris.nereids.trees.expressions.literal.StructLiteral;
+import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
+import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
+import org.apache.doris.nereids.types.ArrayType;
+import org.apache.doris.nereids.types.IntegerType;
+
+import com.google.common.base.Preconditions;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.Lists;
+
+import java.util.List;
+
+/**
+ * PosExplode(array('a','b','c')) generate two columns and three rows with:
+ * pose column: 0, 1, 2
+ * value column: 'a', 'b', 'c'
+ */
+public class PosExplodeOuter extends TableGeneratingFunction implements
UnaryExpression, AlwaysNullable {
+
+ /**
+ * constructor with 1 argument.
+ */
+ public PosExplodeOuter(Expression arg) {
+ super("posexplode_outer", arg);
+ }
+
+ /**
+ * withChildren.
+ */
+ @Override
+ public PosExplodeOuter withChildren(List<Expression> children) {
+ Preconditions.checkArgument(children.size() == 1);
+ return new PosExplodeOuter(children.get(0));
+ }
+
+ @Override
+ public void checkLegalityBeforeTypeCoercion() {
+ if (!(child().getDataType() instanceof ArrayType)) {
+ throw new AnalysisException("only support array type for
posexplode_outer function but got "
+ + child().getDataType());
+ }
+ }
+
+ @Override
+ public List<FunctionSignature> getSignatures() {
+ return ImmutableList.of(
+ FunctionSignature.ret(StructLiteral.constructStructType(
+ Lists.newArrayList(IntegerType.INSTANCE,
+ ((ArrayType)
child().getDataType()).getItemType())))
+ .args(child().getDataType()));
+ }
+
+ @Override
+ public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
+ return visitor.visitPosExplodeOuter(this, context);
+ }
+}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/visitor/TableGeneratingFunctionVisitor.java
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/visitor/TableGeneratingFunctionVisitor.java
index 94839b21fe7..9fae7c397ca 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/visitor/TableGeneratingFunctionVisitor.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/visitor/TableGeneratingFunctionVisitor.java
@@ -38,6 +38,8 @@ import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeOut
import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeSplit;
import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeSplitOuter;
import
org.apache.doris.nereids.trees.expressions.functions.generator.ExplodeVariantArray;
+import
org.apache.doris.nereids.trees.expressions.functions.generator.PosExplode;
+import
org.apache.doris.nereids.trees.expressions.functions.generator.PosExplodeOuter;
import
org.apache.doris.nereids.trees.expressions.functions.generator.TableGeneratingFunction;
import org.apache.doris.nereids.trees.expressions.functions.udf.JavaUdtf;
@@ -134,4 +136,12 @@ public interface TableGeneratingFunctionVisitor<R, C> {
default R visitJavaUdtf(JavaUdtf udtf, C context) {
return visitTableGeneratingFunction(udtf, context);
}
+
+ default R visitPosExplode(PosExplode posExplode, C context) {
+ return visitTableGeneratingFunction(posExplode, context);
+ }
+
+ default R visitPosExplodeOuter(PosExplodeOuter posExplodeOuter, C context)
{
+ return visitTableGeneratingFunction(posExplodeOuter, context);
+ }
}
diff --git
a/regression-test/data/nereids_p0/sql_functions/table_function/posexplode.out
b/regression-test/data/nereids_p0/sql_functions/table_function/posexplode.out
new file mode 100644
index 00000000000..393e13a2b54
--- /dev/null
+++
b/regression-test/data/nereids_p0/sql_functions/table_function/posexplode.out
@@ -0,0 +1,166 @@
+-- This file is automatically generated. You should know what you did if you
want to edit this
+-- !sql --
+0 zhangsan ["Chinese", "Math", "English"]
+1 lisi ["null"]
+2 wangwu ["88a", "90b", "96c"]
+3 lisi2 [null]
+4 amory \N
+
+-- !explode_sql --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English
+1 lisi ["null"] 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c
+3 lisi2 [null] 0 \N
+
+-- !explode_outer_sql --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English
+1 lisi ["null"] 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c
+3 lisi2 [null] 0 \N
+4 amory \N \N \N
+
+-- !explode_sql_multi --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese 0
Chinese
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese 1
Math
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese 2
English
+0 zhangsan ["Chinese", "Math", "English"] 1 Math 0
Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math 1
Math
+0 zhangsan ["Chinese", "Math", "English"] 1 Math 2
English
+0 zhangsan ["Chinese", "Math", "English"] 2 English 0
Chinese
+0 zhangsan ["Chinese", "Math", "English"] 2 English 1
Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English 2
English
+1 lisi ["null"] 0 null 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a 0 88a
+2 wangwu ["88a", "90b", "96c"] 0 88a 1 90b
+2 wangwu ["88a", "90b", "96c"] 0 88a 2 96c
+2 wangwu ["88a", "90b", "96c"] 1 90b 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b 1 90b
+2 wangwu ["88a", "90b", "96c"] 1 90b 2 96c
+2 wangwu ["88a", "90b", "96c"] 2 96c 0 88a
+2 wangwu ["88a", "90b", "96c"] 2 96c 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c 2 96c
+3 lisi2 [null] 0 \N 0 \N
+
+-- !explode_sql_alias --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English
+1 lisi ["null"] 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c
+3 lisi2 [null] 0 \N
+
+-- !explode_outer_sql_alias --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English
+1 lisi ["null"] 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c
+3 lisi2 [null] 0 \N
+4 amory \N \N \N
+
+-- !explode_sql_alias_multi --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese 0
Chinese
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese 1
Math
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese 2
English
+0 zhangsan ["Chinese", "Math", "English"] 1 Math 0
Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math 1
Math
+0 zhangsan ["Chinese", "Math", "English"] 1 Math 2
English
+0 zhangsan ["Chinese", "Math", "English"] 2 English 0
Chinese
+0 zhangsan ["Chinese", "Math", "English"] 2 English 1
Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English 2
English
+1 lisi ["null"] 0 null 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a 0 88a
+2 wangwu ["88a", "90b", "96c"] 0 88a 1 90b
+2 wangwu ["88a", "90b", "96c"] 0 88a 2 96c
+2 wangwu ["88a", "90b", "96c"] 1 90b 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b 1 90b
+2 wangwu ["88a", "90b", "96c"] 1 90b 2 96c
+2 wangwu ["88a", "90b", "96c"] 2 96c 0 88a
+2 wangwu ["88a", "90b", "96c"] 2 96c 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c 2 96c
+3 lisi2 [null] 0 \N 0 \N
+
+-- !sql --
+0 zhangsan ["Chinese", "Math", "English"]
+1 lisi ["null"]
+2 wangwu ["88a", "90b", "96c"]
+3 lisi2 [null]
+4 liuba []
+
+-- !explode_sql_not --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English
+1 lisi ["null"] 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c
+3 lisi2 [null] 0 \N
+
+-- !explode_outer_sql_not --
+0 zhangsan ["Chinese", "Math", "English"] 0 Chinese
+0 zhangsan ["Chinese", "Math", "English"] 1 Math
+0 zhangsan ["Chinese", "Math", "English"] 2 English
+1 lisi ["null"] 0 null
+2 wangwu ["88a", "90b", "96c"] 0 88a
+2 wangwu ["88a", "90b", "96c"] 1 90b
+2 wangwu ["88a", "90b", "96c"] 2 96c
+3 lisi2 [null] 0 \N
+4 liuba [] \N \N
+
+-- !explode_sql_alias_multi2 --
+0 zhangsan ["Chinese", "Math", "English"] {"pos":0,
"col":"Chinese"} {"pos":0, "col":"Chinese"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":0,
"col":"Chinese"} {"pos":1, "col":"Math"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":0,
"col":"Chinese"} {"pos":2, "col":"English"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":1, "col":"Math"}
{"pos":0, "col":"Chinese"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":1, "col":"Math"}
{"pos":1, "col":"Math"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":1, "col":"Math"}
{"pos":2, "col":"English"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":2,
"col":"English"} {"pos":0, "col":"Chinese"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":2,
"col":"English"} {"pos":1, "col":"Math"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":2,
"col":"English"} {"pos":2, "col":"English"}
+1 lisi ["null"] {"pos":0, "col":"null"} {"pos":0, "col":"null"}
+2 wangwu ["88a", "90b", "96c"] {"pos":0, "col":"88a"} {"pos":0,
"col":"88a"}
+2 wangwu ["88a", "90b", "96c"] {"pos":0, "col":"88a"} {"pos":1,
"col":"90b"}
+2 wangwu ["88a", "90b", "96c"] {"pos":0, "col":"88a"} {"pos":2,
"col":"96c"}
+2 wangwu ["88a", "90b", "96c"] {"pos":1, "col":"90b"} {"pos":0,
"col":"88a"}
+2 wangwu ["88a", "90b", "96c"] {"pos":1, "col":"90b"} {"pos":1,
"col":"90b"}
+2 wangwu ["88a", "90b", "96c"] {"pos":1, "col":"90b"} {"pos":2,
"col":"96c"}
+2 wangwu ["88a", "90b", "96c"] {"pos":2, "col":"96c"} {"pos":0,
"col":"88a"}
+2 wangwu ["88a", "90b", "96c"] {"pos":2, "col":"96c"} {"pos":1,
"col":"90b"}
+2 wangwu ["88a", "90b", "96c"] {"pos":2, "col":"96c"} {"pos":2,
"col":"96c"}
+3 lisi2 [null] {"pos":0, "col":null} {"pos":0, "col":null}
+
+-- !explode_sql_alias_multi3 --
+0 zhangsan ["Chinese", "Math", "English"] {"pos":0,
"col":"Chinese"} {"pos":0, "col":"Chinese"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":0,
"col":"Chinese"} {"pos":1, "col":"Math"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":0,
"col":"Chinese"} {"pos":2, "col":"English"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":1, "col":"Math"}
{"pos":0, "col":"Chinese"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":1, "col":"Math"}
{"pos":1, "col":"Math"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":1, "col":"Math"}
{"pos":2, "col":"English"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":2,
"col":"English"} {"pos":0, "col":"Chinese"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":2,
"col":"English"} {"pos":1, "col":"Math"}
+0 zhangsan ["Chinese", "Math", "English"] {"pos":2,
"col":"English"} {"pos":2, "col":"English"}
+1 lisi ["null"] {"pos":0, "col":"null"} {"pos":0, "col":"null"}
+2 wangwu ["88a", "90b", "96c"] {"pos":0, "col":"88a"} {"pos":0,
"col":"88a"}
+2 wangwu ["88a", "90b", "96c"] {"pos":0, "col":"88a"} {"pos":1,
"col":"90b"}
+2 wangwu ["88a", "90b", "96c"] {"pos":0, "col":"88a"} {"pos":2,
"col":"96c"}
+2 wangwu ["88a", "90b", "96c"] {"pos":1, "col":"90b"} {"pos":0,
"col":"88a"}
+2 wangwu ["88a", "90b", "96c"] {"pos":1, "col":"90b"} {"pos":1,
"col":"90b"}
+2 wangwu ["88a", "90b", "96c"] {"pos":1, "col":"90b"} {"pos":2,
"col":"96c"}
+2 wangwu ["88a", "90b", "96c"] {"pos":2, "col":"96c"} {"pos":0,
"col":"88a"}
+2 wangwu ["88a", "90b", "96c"] {"pos":2, "col":"96c"} {"pos":1,
"col":"90b"}
+2 wangwu ["88a", "90b", "96c"] {"pos":2, "col":"96c"} {"pos":2,
"col":"96c"}
+3 lisi2 [null] {"pos":0, "col":null} {"pos":0, "col":null}
+
diff --git
a/regression-test/suites/nereids_p0/sql_functions/table_function/posexplode.groovy
b/regression-test/suites/nereids_p0/sql_functions/table_function/posexplode.groovy
new file mode 100644
index 00000000000..8320af92f48
--- /dev/null
+++
b/regression-test/suites/nereids_p0/sql_functions/table_function/posexplode.groovy
@@ -0,0 +1,82 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("posexplode") {
+ sql "SET enable_nereids_planner=true"
+ sql "SET enable_fallback_to_original_planner=false"
+
+ sql """ DROP TABLE IF EXISTS table_test """
+ sql """
+ CREATE TABLE IF NOT EXISTS `table_test`(
+ `id` INT NULL,
+ `name` TEXT NULL,
+ `score` array<string> NULL
+ ) ENGINE=OLAP
+ DUPLICATE KEY(`id`)
+ COMMENT 'OLAP'
+ DISTRIBUTED BY HASH(`id`) BUCKETS 1
+ PROPERTIES ("replication_allocation" = "tag.location.default:
1");
+ """
+
+ // insert values
+ sql """ insert into table_test values (0, "zhangsan",
["Chinese","Math","English"]); """
+ sql """ insert into table_test values (1, "lisi", ["null"]); """
+ sql """ insert into table_test values (2, "wangwu", ["88a","90b","96c"]);
"""
+ sql """ insert into table_test values (3, "lisi2", [null]); """
+ sql """ insert into table_test values (4, "amory", NULL); """
+
+ qt_sql """ select * from table_test order by id; """
+ order_qt_explode_sql """ select id,name,score, k,v from table_test lateral
view posexplode(score) tmp as k,v order by id;"""
+ order_qt_explode_outer_sql """ select id,name,score, k,v from table_test
lateral view posexplode_outer(score) tmp as k,v order by id; """
+
+ // multi lateral view
+ order_qt_explode_sql_multi """ select id,name,score, k,v,k1,v1 from
table_test lateral view posexplode_outer(score) tmp as k,v lateral view
posexplode(score) tmp2 as k1,v1 order by id;"""
+
+ // test with alias
+ order_qt_explode_sql_alias """ select id,name,score, tmp.k, tmp.v from
table_test lateral view posexplode(score) tmp as k,v order by id;"""
+ order_qt_explode_outer_sql_alias """ select id,name,score, tmp.k, tmp.v
from table_test lateral view posexplode_outer(score) tmp as k,v order by id; """
+
+ order_qt_explode_sql_alias_multi """ select id,name,score, tmp.k, tmp.v,
tmp2.k, tmp2.v from table_test lateral view posexplode_outer(score) tmp as k,v
lateral view posexplode(score) tmp2 as k,v order by id;"""
+
+ sql """ DROP TABLE IF EXISTS table_test_not """
+ sql """
+ CREATE TABLE IF NOT EXISTS `table_test_not`(
+ `id` INT NULL,
+ `name` TEXT NULL,
+ `score` array<string> not NULL
+ ) ENGINE=OLAP
+ DUPLICATE KEY(`id`)
+ COMMENT 'OLAP'
+ DISTRIBUTED BY HASH(`id`) BUCKETS 1
+ PROPERTIES ("replication_allocation" = "tag.location.default:
1");
+ """
+
+ // insert values
+ sql """ insert into table_test_not values (0, "zhangsan",
["Chinese","Math","English"]); """
+ sql """ insert into table_test_not values (1, "lisi", ["null"]); """
+ sql """ insert into table_test_not values (2, "wangwu",
["88a","90b","96c"]); """
+ sql """ insert into table_test_not values (3, "lisi2", [null]); """
+ sql """ insert into table_test_not values (4, "liuba", []); """
+
+ qt_sql """ select * from table_test_not order by id; """
+ order_qt_explode_sql_not """ select id,name,score, k,v from table_test_not
lateral view posexplode(score) tmp as k,v order by id;"""
+ order_qt_explode_outer_sql_not """ select id,name,score, k,v from
table_test_not lateral view posexplode_outer(score) tmp as k,v order by id; """
+ order_qt_explode_sql_alias_multi2 """ select * from table_test_not lateral
view posexplode(score) tmp as e1 lateral view posexplode(score) tmp2 as e2
order by id;"""
+ sql """ set batch_size = 1; """
+ order_qt_explode_sql_alias_multi3 """ select * from table_test_not lateral
view posexplode(score) tmp as e1 lateral view posexplode(score) tmp2 as e2
order by id;"""
+
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
