This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new be3d203 [feature][vectorized] support table function
explode_numbers() (#8509)
be3d203 is described below
commit be3d20328907234492fc6e5044508c9a138e89a2
Author: Pxl <[email protected]>
AuthorDate: Tue Mar 22 11:38:00 2022 +0800
[feature][vectorized] support table function explode_numbers() (#8509)
---
.../exprs/table_function/dummy_table_functions.cpp | 14 ++--
.../exprs/table_function/dummy_table_functions.h | 18 +++--
be/src/exprs/table_function/explode_bitmap.cpp | 22 ++----
be/src/exprs/table_function/explode_bitmap.h | 5 --
be/src/exprs/table_function/explode_json_array.cpp | 29 --------
be/src/exprs/table_function/explode_json_array.h | 4 -
be/src/exprs/table_function/explode_split.cpp | 25 -------
be/src/exprs/table_function/explode_split.h | 4 -
be/src/exprs/table_function/table_function.h | 30 ++++++--
.../table_function/table_function_factory.cpp | 6 +-
be/src/vec/CMakeLists.txt | 1 +
.../vec/exprs/table_function/vexplode_numbers.cpp | 87 ++++++++++++++++++++++
.../{vexplode_split.h => vexplode_numbers.h} | 21 ++----
be/src/vec/exprs/table_function/vexplode_split.cpp | 4 +-
be/src/vec/exprs/table_function/vexplode_split.h | 8 +-
be/src/vec/functions/function_fake.cpp | 1 +
be/src/vec/functions/function_fake.h | 7 ++
docs/.vuepress/sidebar/en.js | 3 +-
docs/.vuepress/sidebar/zh-CN.js | 3 +-
.../table-functions/explode-numbers.md | 56 ++++++++++++++
.../table-functions/explode-numbers.md | 57 ++++++++++++++
.../apache/doris/analysis/FunctionCallExpr.java | 7 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 9 +++
23 files changed, 292 insertions(+), 129 deletions(-)
diff --git a/be/src/exprs/table_function/dummy_table_functions.cpp
b/be/src/exprs/table_function/dummy_table_functions.cpp
index bb64100..40923bf 100644
--- a/be/src/exprs/table_function/dummy_table_functions.cpp
+++ b/be/src/exprs/table_function/dummy_table_functions.cpp
@@ -22,28 +22,32 @@ namespace doris {
void DummyTableFunctions::init() {}
StringVal DummyTableFunctions::explode_split(FunctionContext* context, const
StringVal& str,
- const StringVal& sep) {
+ const StringVal& sep) {
return StringVal();
}
BigIntVal DummyTableFunctions::explode_bitmap(doris_udf::FunctionContext*
context,
- const doris_udf::StringVal& bitmap) {
+ const doris_udf::StringVal&
bitmap) {
return BigIntVal();
}
BigIntVal
DummyTableFunctions::explode_json_array_int(doris_udf::FunctionContext* context,
- const doris_udf::StringVal& str) {
+ const
doris_udf::StringVal& str) {
return BigIntVal();
}
DoubleVal
DummyTableFunctions::explode_json_array_double(doris_udf::FunctionContext*
context,
- const doris_udf::StringVal& str) {
+ const
doris_udf::StringVal& str) {
return DoubleVal();
}
StringVal
DummyTableFunctions::explode_json_array_string(doris_udf::FunctionContext*
context,
- const doris_udf::StringVal& str) {
+ const
doris_udf::StringVal& str) {
return StringVal();
}
+IntVal DummyTableFunctions::explode_numbers(doris_udf::FunctionContext*
context,
+ const doris_udf::IntVal& str) {
+ return IntVal();
+}
} // namespace doris
diff --git a/be/src/exprs/table_function/dummy_table_functions.h
b/be/src/exprs/table_function/dummy_table_functions.h
index 4723a52..9fde65c 100644
--- a/be/src/exprs/table_function/dummy_table_functions.h
+++ b/be/src/exprs/table_function/dummy_table_functions.h
@@ -18,11 +18,12 @@
#pragma once
#include "exprs/anyval_util.h"
+#include "udf/udf.h"
namespace doris {
// Currently Doris does not support array types, so the definition of table
function
-// is still using the definition of the scalar function.
+// is still using the definition of the scalar function.
// The definition here is just to facilitate the query planning stage and the
query execution preparation stage
// to make smooth use of the existing function framework
// But the execution logic of the table function is not here. So the function
names here are prefixed with "dummy".
@@ -32,16 +33,17 @@ public:
static void init();
static doris_udf::StringVal explode_split(doris_udf::FunctionContext*
context,
- const doris_udf::StringVal& str,
- const doris_udf::StringVal& sep);
+ const doris_udf::StringVal& str,
+ const doris_udf::StringVal& sep);
static doris_udf::BigIntVal explode_bitmap(doris_udf::FunctionContext*
context,
- const doris_udf::StringVal& bitmap);
+ const doris_udf::StringVal&
bitmap);
static doris_udf::BigIntVal
explode_json_array_int(doris_udf::FunctionContext* context,
- const doris_udf::StringVal& str);
+ const
doris_udf::StringVal& str);
static doris_udf::DoubleVal
explode_json_array_double(doris_udf::FunctionContext* context,
- const doris_udf::StringVal& str);
+ const
doris_udf::StringVal& str);
static doris_udf::StringVal
explode_json_array_string(doris_udf::FunctionContext* context,
- const doris_udf::StringVal& str);
+ const
doris_udf::StringVal& str);
+ static doris_udf::IntVal explode_numbers(doris_udf::FunctionContext*
context,
+ const doris_udf::IntVal& value);
};
} // namespace doris
-
diff --git a/be/src/exprs/table_function/explode_bitmap.cpp
b/be/src/exprs/table_function/explode_bitmap.cpp
index 3b5518b..3ffac5f 100644
--- a/be/src/exprs/table_function/explode_bitmap.cpp
+++ b/be/src/exprs/table_function/explode_bitmap.cpp
@@ -37,30 +37,24 @@ ExplodeBitmapTableFunction::~ExplodeBitmapTableFunction() {
}
}
-Status ExplodeBitmapTableFunction::prepare() {
- return Status::OK();
-}
-
-Status ExplodeBitmapTableFunction::open() {
- return Status::OK();
-}
-
Status ExplodeBitmapTableFunction::process(TupleRow* tuple_row) {
- CHECK(1 == _expr_context->root()->get_num_children()) <<
_expr_context->root()->get_num_children();
+ CHECK(1 == _expr_context->root()->get_num_children())
+ << _expr_context->root()->get_num_children();
_eos = false;
_is_current_empty = false;
_cur_size = 0;
_cur_offset = 0;
- StringVal bitmap_str =
_expr_context->root()->get_child(0)->get_string_val(_expr_context, tuple_row);
+ StringVal bitmap_str =
+ _expr_context->root()->get_child(0)->get_string_val(_expr_context,
tuple_row);
if (bitmap_str.is_null) {
- _is_current_empty = true;
+ _is_current_empty = true;
} else {
if (bitmap_str.len == 0) {
_cur_bitmap = reinterpret_cast<BitmapValue*>(bitmap_str.ptr);
_cur_bitmap_owned = false;
} else {
- _cur_bitmap = new BitmapValue((char*) bitmap_str.ptr);
+ _cur_bitmap = new BitmapValue((char*)bitmap_str.ptr);
_cur_bitmap_owned = true;
}
_cur_size = _cur_bitmap->cardinality();
@@ -102,10 +96,6 @@ Status ExplodeBitmapTableFunction::get_value(void** output)
{
return Status::OK();
}
-Status ExplodeBitmapTableFunction::close() {
- return Status::OK();
-}
-
Status ExplodeBitmapTableFunction::forward(bool* eos) {
if (_is_current_empty) {
*eos = true;
diff --git a/be/src/exprs/table_function/explode_bitmap.h
b/be/src/exprs/table_function/explode_bitmap.h
index b491eea..2abb160 100644
--- a/be/src/exprs/table_function/explode_bitmap.h
+++ b/be/src/exprs/table_function/explode_bitmap.h
@@ -18,7 +18,6 @@
#pragma once
#include "exprs/table_function/table_function.h"
-
#include "util/bitmap_value.h"
namespace doris {
@@ -28,12 +27,9 @@ public:
ExplodeBitmapTableFunction();
virtual ~ExplodeBitmapTableFunction();
- virtual Status prepare() override;
- virtual Status open() override;
virtual Status process(TupleRow* tuple_row) override;
virtual Status reset() override;
virtual Status get_value(void** output) override;
- virtual Status close() override;
virtual Status forward(bool* eos) override;
@@ -41,7 +37,6 @@ private:
void _reset_iterator();
private:
-
// Read from tuple row.
// if _cur_bitmap_owned is true, need to delete it when deconstruction
BitmapValue* _cur_bitmap = nullptr;
diff --git a/be/src/exprs/table_function/explode_json_array.cpp
b/be/src/exprs/table_function/explode_json_array.cpp
index 59db64e..fa8cf21 100644
--- a/be/src/exprs/table_function/explode_json_array.cpp
+++ b/be/src/exprs/table_function/explode_json_array.cpp
@@ -147,14 +147,6 @@
ExplodeJsonArrayTableFunction::ExplodeJsonArrayTableFunction(ExplodeJsonArrayTyp
ExplodeJsonArrayTableFunction::~ExplodeJsonArrayTableFunction() {
}
-Status ExplodeJsonArrayTableFunction::prepare() {
- return Status::OK();
-}
-
-Status ExplodeJsonArrayTableFunction::open() {
- return Status::OK();
-}
-
Status ExplodeJsonArrayTableFunction::process(TupleRow* tuple_row) {
CHECK(1 == _expr_context->root()->get_num_children()) <<
_expr_context->root()->get_num_children();
_is_current_empty = false;
@@ -197,25 +189,4 @@ Status ExplodeJsonArrayTableFunction::get_value(void**
output) {
}
return Status::OK();
}
-
-Status ExplodeJsonArrayTableFunction::close() {
- return Status::OK();
-}
-
-Status ExplodeJsonArrayTableFunction::forward(bool* eos) {
- if (_is_current_empty) {
- *eos = true;
- _eos = true;
- } else {
- ++_cur_offset;
- if (_cur_offset == _cur_size) {
- *eos = true;
- _eos = true;
- } else {
- *eos = false;
- }
- }
- return Status::OK();
-}
-
} // namespace doris
diff --git a/be/src/exprs/table_function/explode_json_array.h
b/be/src/exprs/table_function/explode_json_array.h
index 8ecbd2d..2ebeea4 100644
--- a/be/src/exprs/table_function/explode_json_array.h
+++ b/be/src/exprs/table_function/explode_json_array.h
@@ -109,13 +109,9 @@ public:
ExplodeJsonArrayTableFunction(ExplodeJsonArrayType type);
virtual ~ExplodeJsonArrayTableFunction();
- virtual Status prepare() override;
- virtual Status open() override;
virtual Status process(TupleRow* tuple_row) override;
virtual Status reset() override;
virtual Status get_value(void** output) override;
- virtual Status close() override;
- virtual Status forward(bool* eos) override;
private:
void _set_null_output();
diff --git a/be/src/exprs/table_function/explode_split.cpp
b/be/src/exprs/table_function/explode_split.cpp
index 21defd3..0c704a6 100644
--- a/be/src/exprs/table_function/explode_split.cpp
+++ b/be/src/exprs/table_function/explode_split.cpp
@@ -29,10 +29,6 @@ ExplodeSplitTableFunction::ExplodeSplitTableFunction() {
ExplodeSplitTableFunction::~ExplodeSplitTableFunction() {}
-Status ExplodeSplitTableFunction::prepare() {
- return Status::OK();
-}
-
Status ExplodeSplitTableFunction::open() {
ScalarFnCall* fn_call =
reinterpret_cast<ScalarFnCall*>(_expr_context->root());
FunctionContext* fn_ctx =
_expr_context->fn_context(fn_call->get_fn_context_index());
@@ -94,25 +90,4 @@ Status ExplodeSplitTableFunction::get_value(void** output) {
}
return Status::OK();
}
-
-Status ExplodeSplitTableFunction::close() {
- return Status::OK();
-}
-
-Status ExplodeSplitTableFunction::forward(bool* eos) {
- if (_is_current_empty) {
- *eos = true;
- _eos = true;
- } else {
- ++_cur_offset;
- if (_cur_offset == _cur_size) {
- *eos = true;
- _eos = true;
- } else {
- *eos = false;
- }
- }
- return Status::OK();
-}
-
} // namespace doris
diff --git a/be/src/exprs/table_function/explode_split.h
b/be/src/exprs/table_function/explode_split.h
index b8d1e2b..0fea203 100644
--- a/be/src/exprs/table_function/explode_split.h
+++ b/be/src/exprs/table_function/explode_split.h
@@ -28,14 +28,10 @@ public:
ExplodeSplitTableFunction();
virtual ~ExplodeSplitTableFunction();
- virtual Status prepare() override;
virtual Status open() override;
virtual Status process(TupleRow* tuple_row) override;
virtual Status reset() override;
virtual Status get_value(void** output) override;
- virtual Status close() override;
-
- virtual Status forward(bool* eos) override;
protected:
// The string value splitted from source, and will be referenced by
diff --git a/be/src/exprs/table_function/table_function.h
b/be/src/exprs/table_function/table_function.h
index 0aa6951..c431d36 100644
--- a/be/src/exprs/table_function/table_function.h
+++ b/be/src/exprs/table_function/table_function.h
@@ -36,10 +36,13 @@ class TableFunction {
public:
virtual ~TableFunction() {}
- virtual Status prepare() = 0;
- virtual Status open() = 0;
+ virtual Status prepare() { return Status::OK(); }
- virtual Status process(TupleRow* tuple_row) = 0;
+ virtual Status open() { return Status::OK(); }
+
+ virtual Status process(TupleRow* tuple_row) {
+ return Status::NotSupported(fmt::format("table function {} not
supported now.", _fn_name));
+ }
// only used for vectorized.
virtual Status process_init(vectorized::Block* block) {
@@ -69,11 +72,24 @@ public:
return Status::OK();
}
- virtual Status close() = 0;
-
- virtual Status forward(bool* eos) = 0;
+ virtual Status close() { return Status::OK(); }
+
+ virtual Status forward(bool* eos) {
+ if (_is_current_empty) {
+ *eos = true;
+ _eos = true;
+ } else {
+ ++_cur_offset;
+ if (_cur_offset == _cur_size) {
+ *eos = true;
+ _eos = true;
+ } else {
+ *eos = false;
+ }
+ }
+ return Status::OK();
+ }
-public:
std::string name() const { return _fn_name; }
bool eos() const { return _eos; }
diff --git a/be/src/exprs/table_function/table_function_factory.cpp
b/be/src/exprs/table_function/table_function_factory.cpp
index 4cdf267..d0c3954 100644
--- a/be/src/exprs/table_function/table_function_factory.cpp
+++ b/be/src/exprs/table_function/table_function_factory.cpp
@@ -22,6 +22,7 @@
#include "exprs/table_function/explode_json_array.h"
#include "exprs/table_function/explode_split.h"
#include "exprs/table_function/table_function.h"
+#include "vec/exprs/table_function/vexplode_numbers.h"
#include "vec/exprs/table_function/vexplode_split.h"
namespace doris {
@@ -52,7 +53,10 @@ const std::unordered_map<std::pair<std::string, bool>,
std::function<TableFuncti
{{"explode_json_array_int", false},
ExplodeJsonArrayIntCreator},
{{"explode_json_array_double", false},
ExplodeJsonArrayDoubleCreator},
{{"explode_json_array_string", false},
ExplodeJsonArrayStringCreator},
- {{"explode_split", true},
TableFunctionCreator<VExplodeSplitTableFunction>()}};
+ {{"explode_split", true},
+
TableFunctionCreator<vectorized::VExplodeSplitTableFunction>()},
+ {{"explode_numbers", true},
+
TableFunctionCreator<vectorized::VExplodeNumbersTableFunction>()}};
Status TableFunctionFactory::get_fn(const std::string& fn_name, bool
is_vectorized,
ObjectPool* pool, TableFunction** fn) {
diff --git a/be/src/vec/CMakeLists.txt b/be/src/vec/CMakeLists.txt
index 9a58191..7459bdc 100644
--- a/be/src/vec/CMakeLists.txt
+++ b/be/src/vec/CMakeLists.txt
@@ -106,6 +106,7 @@ set(VEC_FILES
exprs/vcase_expr.cpp
exprs/vinfo_func.cpp
exprs/table_function/vexplode_split.cpp
+ exprs/table_function/vexplode_numbers.cpp
functions/math.cpp
functions/function_bitmap.cpp
functions/function_bitmap_variadic.cpp
diff --git a/be/src/vec/exprs/table_function/vexplode_numbers.cpp
b/be/src/vec/exprs/table_function/vexplode_numbers.cpp
new file mode 100644
index 0000000..540c7ac
--- /dev/null
+++ b/be/src/vec/exprs/table_function/vexplode_numbers.cpp
@@ -0,0 +1,87 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#include "vec/exprs/table_function/vexplode_numbers.h"
+
+#include "vec/exprs/vexpr.h"
+
+namespace doris::vectorized {
+
+VExplodeNumbersTableFunction::VExplodeNumbersTableFunction() {
+ _fn_name = "vexplode_numbers";
+}
+
+Status VExplodeNumbersTableFunction::process_init(vectorized::Block* block) {
+ CHECK(_vexpr_context->root()->children().size() == 1)
+ << "VExplodeSplitTableFunction must be have 1 children but have "
+ << _vexpr_context->root()->children().size();
+
+ int value_column_idx = -1;
+ _vexpr_context->root()->children()[0]->execute(_vexpr_context, block,
&value_column_idx);
+ _value_column = block->get_by_position(value_column_idx).column;
+
+ return Status::OK();
+}
+
+Status VExplodeNumbersTableFunction::process_row(size_t row_idx) {
+ _is_current_empty = false;
+ _eos = false;
+
+ StringRef value = _value_column->get_data_at(row_idx);
+
+ if (value.data == nullptr) {
+ _is_current_empty = true;
+ _cur_size = 0;
+ _cur_offset = 0;
+ } else {
+ _cur_size = *reinterpret_cast<const int*>(value.data);
+ _cur_offset = 0;
+ _is_current_empty = (_cur_size == 0);
+ }
+ return Status::OK();
+}
+
+Status VExplodeNumbersTableFunction::process_close() {
+ _value_column = nullptr;
+ return Status::OK();
+}
+
+Status VExplodeNumbersTableFunction::reset() {
+ _eos = false;
+ _cur_offset = 0;
+ return Status::OK();
+}
+
+Status VExplodeNumbersTableFunction::get_value(void** output) {
+ if (_is_current_empty) {
+ *output = nullptr;
+ } else {
+ *output = &_cur_offset;
+ }
+ return Status::OK();
+}
+
+Status VExplodeNumbersTableFunction::get_value_length(int64_t* length) {
+ if (_is_current_empty) {
+ *length = -1;
+ } else {
+ *length = sizeof(int);
+ }
+ return Status::OK();
+}
+
+} // namespace doris::vectorized
diff --git a/be/src/vec/exprs/table_function/vexplode_split.h
b/be/src/vec/exprs/table_function/vexplode_numbers.h
similarity index 70%
copy from be/src/vec/exprs/table_function/vexplode_split.h
copy to be/src/vec/exprs/table_function/vexplode_numbers.h
index 52ebef6..df0e25c 100644
--- a/be/src/vec/exprs/table_function/vexplode_split.h
+++ b/be/src/vec/exprs/table_function/vexplode_numbers.h
@@ -17,30 +17,25 @@
#pragma once
-#include "exprs/table_function/explode_split.h"
-#include "gutil/strings/stringpiece.h"
-#include "runtime/string_value.h"
+#include "exprs/table_function/table_function.h"
#include "vec/columns/column.h"
-namespace doris {
+namespace doris::vectorized {
-class VExplodeSplitTableFunction : public ExplodeSplitTableFunction {
+class VExplodeNumbersTableFunction : public TableFunction {
public:
- VExplodeSplitTableFunction();
- virtual ~VExplodeSplitTableFunction() = default;
+ VExplodeNumbersTableFunction();
+ virtual ~VExplodeNumbersTableFunction() = default;
- virtual Status open() override;
virtual Status process_init(vectorized::Block* block) override;
virtual Status process_row(size_t row_idx) override;
virtual Status process_close() override;
+ virtual Status reset() override;
virtual Status get_value(void** output) override;
virtual Status get_value_length(int64_t* length) override;
private:
- using ExplodeSplitTableFunction::process;
-
- vectorized::ColumnPtr _text_column;
- vectorized::ColumnPtr _delimiter_column;
+ ColumnPtr _value_column;
};
-} // namespace doris
+} // namespace doris::vectorized
diff --git a/be/src/vec/exprs/table_function/vexplode_split.cpp
b/be/src/vec/exprs/table_function/vexplode_split.cpp
index 0e2a674..1e124f5 100644
--- a/be/src/vec/exprs/table_function/vexplode_split.cpp
+++ b/be/src/vec/exprs/table_function/vexplode_split.cpp
@@ -22,7 +22,7 @@
#include "vec/columns/column.h"
#include "vec/exprs/vexpr.h"
-namespace doris {
+namespace doris::vectorized {
VExplodeSplitTableFunction::VExplodeSplitTableFunction() {
_fn_name = "vexplode_split";
@@ -96,4 +96,4 @@ Status VExplodeSplitTableFunction::get_value_length(int64_t*
length) {
return Status::OK();
}
-} // namespace doris
+} // namespace doris::vectorized
diff --git a/be/src/vec/exprs/table_function/vexplode_split.h
b/be/src/vec/exprs/table_function/vexplode_split.h
index 52ebef6..c7b7807 100644
--- a/be/src/vec/exprs/table_function/vexplode_split.h
+++ b/be/src/vec/exprs/table_function/vexplode_split.h
@@ -22,7 +22,7 @@
#include "runtime/string_value.h"
#include "vec/columns/column.h"
-namespace doris {
+namespace doris::vectorized {
class VExplodeSplitTableFunction : public ExplodeSplitTableFunction {
public:
@@ -39,8 +39,8 @@ public:
private:
using ExplodeSplitTableFunction::process;
- vectorized::ColumnPtr _text_column;
- vectorized::ColumnPtr _delimiter_column;
+ ColumnPtr _text_column;
+ ColumnPtr _delimiter_column;
};
-} // namespace doris
+} // namespace doris::vectorized
diff --git a/be/src/vec/functions/function_fake.cpp
b/be/src/vec/functions/function_fake.cpp
index 11a186c..4eab7ab 100644
--- a/be/src/vec/functions/function_fake.cpp
+++ b/be/src/vec/functions/function_fake.cpp
@@ -22,6 +22,7 @@ namespace doris::vectorized {
void register_function_fake(SimpleFunctionFactory& factory) {
factory.register_function<FunctionFake<FunctionEsqueryImpl>>();
factory.register_function<FunctionFake<FunctionExplodeSplitImpl>>();
+ factory.register_function<FunctionFake<FunctionExplodeNumbersImpl>>();
}
} // namespace doris::vectorized
diff --git a/be/src/vec/functions/function_fake.h
b/be/src/vec/functions/function_fake.h
index 8ad4776..22cd3c7 100644
--- a/be/src/vec/functions/function_fake.h
+++ b/be/src/vec/functions/function_fake.h
@@ -40,6 +40,13 @@ struct FunctionExplodeSplitImpl {
}
};
+struct FunctionExplodeNumbersImpl {
+ static constexpr auto name = "explode_numbers";
+ static DataTypePtr get_return_type_impl(const DataTypes& arguments) {
+ return std::make_shared<DataTypeInt32>();
+ }
+};
+
//FunctionFake is use for some function call expr only work at prepare/open
phase, do not support execute().
template <typename Impl>
class FunctionFake : public IFunction {
diff --git a/docs/.vuepress/sidebar/en.js b/docs/.vuepress/sidebar/en.js
index 05a9c2d..896805f 100644
--- a/docs/.vuepress/sidebar/en.js
+++ b/docs/.vuepress/sidebar/en.js
@@ -542,7 +542,8 @@ module.exports = [
children: [
"explode-bitmap",
"explode-split",
- "explode-json-array"
+ "explode-json-array",
+ "explode-numbers"
],
},
"window-function",
diff --git a/docs/.vuepress/sidebar/zh-CN.js b/docs/.vuepress/sidebar/zh-CN.js
index 3053c2d..9aa4107 100644
--- a/docs/.vuepress/sidebar/zh-CN.js
+++ b/docs/.vuepress/sidebar/zh-CN.js
@@ -544,7 +544,8 @@ module.exports = [
children: [
"explode-bitmap",
"explode-split",
- "explode-json-array"
+ "explode-json-array",
+ "explode-numbers"
],
},
"window-function",
diff --git
a/docs/en/sql-reference/sql-functions/table-functions/explode-numbers.md
b/docs/en/sql-reference/sql-functions/table-functions/explode-numbers.md
new file mode 100644
index 0000000..6d959e8
--- /dev/null
+++ b/docs/en/sql-reference/sql-functions/table-functions/explode-numbers.md
@@ -0,0 +1,56 @@
+---
+{
+ "title": "explode_numbers",
+ "language": "en"
+}
+---
+
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# explode_numbers
+
+## description
+
+Table functions must be used in conjunction with Lateral View.
+
+Get a number sequence [0,n).
+
+grammar:
+
+```
+explode_numbers(n)
+```
+
+## example
+```
+mysql> select e1 from (select 1 k1) as t lateral view explode_numbers(5) tmp1
as e1;
++------+
+| e1 |
++------+
+| 0 |
+| 1 |
+| 2 |
+| 3 |
+| 4 |
++------+
+```
+## keyword
+
+ explode_numbers
\ No newline at end of file
diff --git
a/docs/zh-CN/sql-reference/sql-functions/table-functions/explode-numbers.md
b/docs/zh-CN/sql-reference/sql-functions/table-functions/explode-numbers.md
new file mode 100644
index 0000000..d15799d
--- /dev/null
+++ b/docs/zh-CN/sql-reference/sql-functions/table-functions/explode-numbers.md
@@ -0,0 +1,57 @@
+---
+{
+ "title": "explode_numbers",
+ "language": "zh-CN"
+}
+---
+
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# explode_bitmap
+
+## description
+
+表函数，需配合 Lateral View 使用。
+
+获得一个[0,n)的序列。
+
+语法：
+
+```
+explode_numbers(n)
+```
+
+## example
+
+```
+mysql> select e1 from (select 1 k1) as t lateral view explode_numbers(5) tmp1
as e1;
++------+
+| e1 |
++------+
+| 0 |
+| 1 |
+| 2 |
+| 3 |
+| 4 |
++------+
+```
+## keyword
+
+ explode_numbers
\ No newline at end of file
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
b/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
index 6fa7c69..eb94fcd 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
@@ -82,15 +82,14 @@ public class FunctionCallExpr extends Expr {
.add("variance").add("variance_pop").add("variance_pop").add("var_samp").add("var_pop").build();
private static final String ELEMENT_EXTRACT_FN_NAME = "%element_extract%";
- //use to record the num of json_object parameters
+ // use to record the num of json_object parameters
private int originChildSize;
// Save the functionCallExpr in the original statement
private Expr originStmtFnExpr;
private boolean isRewrote = false;
- public static final String UNKNOWN_TABLE_FUNCTION_MSG = "Currently only
support `explode_split`, `explode_bitmap` " +
- "and `explode_json_array_xx` table functions";
+ public static final String UNKNOWN_TABLE_FUNCTION_MSG = "This table
function not supported now";
public void setIsAnalyticFnCall(boolean v) {
isAnalyticFnCall = v;
@@ -184,7 +183,7 @@ public class FunctionCallExpr extends Expr {
StringBuilder sb = new StringBuilder();
for (int i = 0; i < children.size(); ++i) {
Type type = getChild(i).getType();
- if (type.isNull()) { //Not to return NULL directly, so save
string, but flag is '0'
+ if (type.isNull()) { // Not to return NULL directly, so save
string, but flag is '0'
if (((i & 1) == 0) && useKeyCheck == true) {
throw new AnalysisException("json_object key can't be
NULL: " + this.toSql());
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionSet.java
b/fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionSet.java
index 33d0877..9d49cc5 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionSet.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionSet.java
@@ -2309,6 +2309,7 @@ public class
FunctionSet<min_initIN9doris_udf12DecimalV2ValEEEvPNS2_15FunctionCo
public static final String EXPLODE_JSON_ARRAY_INT =
"explode_json_array_int";
public static final String EXPLODE_JSON_ARRAY_DOUBLE =
"explode_json_array_double";
public static final String EXPLODE_JSON_ARRAY_STRING =
"explode_json_array_string";
+ public static final String EXPLODE_NUMBERS = "explode_numbers";
private void initTableFunction() {
List<Function> explodeSplits = Lists.newArrayList();
@@ -2350,5 +2351,13 @@ public class
FunctionSet<min_initIN9doris_udf12DecimalV2ValEEEvPNS2_15FunctionCo
"_ZN5doris19DummyTableFunctions25explode_json_array_stringEPN9doris_udf15FunctionContextERKNS1_9StringValE",
null, null, true));
tableFunctions.put(EXPLODE_JSON_ARRAY_STRING, explodeJsonArrayStrings);
+
+ List<Function> explodeNumbers = Lists.newArrayList();
+ explodeNumbers.add(ScalarFunction.createBuiltin(
+ EXPLODE_NUMBERS, Type.INT,
Function.NullableMode.DEPEND_ON_ARGUMENT,
+ Lists.newArrayList(Type.INT), false,
+
"_ZN5doris19DummyTableFunctions22explode_numbersEPN9doris_udf15FunctionContextERKNS1_9IntValE",
+ null, null, true));
+ tableFunctions.put(EXPLODE_NUMBERS, explodeNumbers);
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
