This is an automated email from the ASF dual-hosted git repository.
lihaopeng pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 719370c69fc [improve](cast) improve cast performance (#54143)
add aa687d79134 [Enhancement](llm) Support some LLM functions (#51725)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 3 +
be/src/common/config.h | 3 +
be/src/http/http_client.h | 17 +-
be/src/runtime/fragment_mgr.cpp | 4 +
be/src/runtime/query_context.h | 24 +
be/src/vec/functions/llm/functions_llm.h | 238 ++++++++++
be/src/vec/functions/llm/llm_adapter.h | 487 +++++++++++++++++++++
be/src/vec/functions/llm/llm_classify.h | 42 ++
be/src/vec/functions/llm/llm_extract.h | 43 ++
.../vec/functions/llm/llm_fix_grammar.h} | 33 +-
be/src/vec/functions/llm/llm_functions.cpp | 240 ++++++++++
.../vec/functions/llm/llm_generate.h} | 34 +-
be/src/vec/functions/llm/llm_mask.h | 42 ++
be/src/vec/functions/llm/llm_sentiment.h | 45 ++
.../vec/functions/llm/llm_summarize.h} | 36 +-
.../vec/functions/llm/llm_translate.h} | 38 +-
be/src/vec/functions/simple_function_factory.h | 16 +
be/test/llm/build_prompt_test.cpp | 320 ++++++++++++++
be/test/llm/llm_adapter_test.cpp | 487 +++++++++++++++++++++
be/test/testutil/mock/mock_query_context.h | 14 +
be/test/testutil/mock/mock_runtime_state.h | 1 +
.../doris/catalog/BuiltinScalarFunctions.java | 18 +-
.../java/org/apache/doris/catalog/LLMResource.java | 283 ++++++++++++
.../java/org/apache/doris/catalog/Resource.java | 6 +-
.../property/constants/LLMProperties.java | 96 ++++
.../expression/rules/FoldConstantRuleOnBE.java | 3 +-
.../{scalar/ConcatWs.java => llm/LLMClassify.java} | 64 +--
.../{scalar/ConcatWs.java => llm/LLMExtract.java} | 64 +--
.../{scalar/Trim.java => llm/LLMFixGrammar.java} | 57 ++-
.../expressions/functions/llm/LLMFunction.java | 96 ++++
.../{scalar/Trim.java => llm/LLMGenerate.java} | 58 +--
.../{scalar/ConcatWs.java => llm/LLMMask.java} | 64 +--
.../{scalar/Trim.java => llm/LLMSentiment.java} | 58 +--
.../{scalar/Trim.java => llm/LLMSummarize.java} | 58 +--
.../ParseUrl.java => llm/LLMTranslate.java} | 56 +--
.../expressions/visitor/ScalarFunctionVisitor.java | 40 ++
.../org/apache/doris/persist/gson/GsonUtils.java | 4 +-
.../java/org/apache/doris/qe/SessionVariable.java | 10 +
.../doris/qe/runtime/ThriftPlansBuilder.java | 14 +
.../org/apache/doris/catalog/LLMResourceTest.java | 336 ++++++++++++++
gensrc/thrift/PaloInternalService.thrift | 13 +
...th.groovy => test_ddl_llm_resource_auth.groovy} | 56 ++-
.../suites/llm_p0/test_create_llm_resource.groovy | 122 ++++++
.../suites/llm_p0/test_llm_functions.groovy | 114 +++++
44 files changed, 3514 insertions(+), 343 deletions(-)
create mode 100644 be/src/vec/functions/llm/functions_llm.h
create mode 100644 be/src/vec/functions/llm/llm_adapter.h
create mode 100644 be/src/vec/functions/llm/llm_classify.h
create mode 100644 be/src/vec/functions/llm/llm_extract.h
copy be/{test/vec/core/column_vector_test.cpp =>
src/vec/functions/llm/llm_fix_grammar.h} (51%)
create mode 100644 be/src/vec/functions/llm/llm_functions.cpp
copy be/{test/vec/core/column_vector_test.cpp =>
src/vec/functions/llm/llm_generate.h} (54%)
create mode 100644 be/src/vec/functions/llm/llm_mask.h
create mode 100644 be/src/vec/functions/llm/llm_sentiment.h
copy be/{test/vec/core/column_vector_test.cpp =>
src/vec/functions/llm/llm_summarize.h} (50%)
copy be/{test/vec/core/column_vector_test.cpp =>
src/vec/functions/llm/llm_translate.h} (51%)
create mode 100644 be/test/llm/build_prompt_test.cpp
create mode 100644 be/test/llm/llm_adapter_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/LLMResource.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/LLMProperties.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/ConcatWs.java
=> llm/LLMClassify.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/ConcatWs.java
=> llm/LLMExtract.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/Trim.java
=> llm/LLMFixGrammar.java} (57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/llm/LLMFunction.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/Trim.java
=> llm/LLMGenerate.java} (57%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/ConcatWs.java
=> llm/LLMMask.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/Trim.java
=> llm/LLMSentiment.java} (57%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/Trim.java
=> llm/LLMSummarize.java} (57%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/ParseUrl.java
=> llm/LLMTranslate.java} (55%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/LLMResourceTest.java
copy regression-test/suites/auth_call/{test_ddl_resource_auth.groovy =>
test_ddl_llm_resource_auth.groovy} (62%)
create mode 100644
regression-test/suites/llm_p0/test_create_llm_resource.groovy
create mode 100644 regression-test/suites/llm_p0/test_llm_functions.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
