This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git.
from 792307a [CMake] Different cmake build directories for different build
types (#3623) (#3629)
add ef8fd1f [Load] Support load json-data into Doris by RoutineLoad or
StreamLoad (#3553)
No new revisions were added by this update.
Summary of changes:
be/src/exec/CMakeLists.txt | 1 +
be/src/exec/broker_reader.cpp | 5 +
be/src/exec/broker_reader.h | 1 +
be/src/exec/broker_scan_node.cpp | 9 +
be/src/exec/broker_scanner.cpp | 2 +
be/src/exec/file_reader.h | 12 +
be/src/exec/json_scanner.cpp | 550 +++++++++++++++++++++
be/src/exec/json_scanner.h | 147 ++++++
be/src/exec/local_file_reader.cpp | 20 +-
be/src/exec/local_file_reader.h | 1 +
be/src/exec/parquet_scanner.cpp | 1 +
be/src/exprs/json_functions.cpp | 216 +++++---
be/src/exprs/json_functions.h | 62 ++-
be/src/http/action/stream_load.cpp | 16 +-
be/src/http/http_common.h | 2 +
.../runtime/routine_load/data_consumer_group.cpp | 20 +-
be/src/runtime/routine_load/kafka_consumer_pipe.h | 5 +-
.../routine_load/routine_load_task_executor.cpp | 4 +-
be/src/runtime/stream_load/stream_load_context.h | 5 +
be/src/runtime/stream_load/stream_load_pipe.h | 37 +-
be/test/exec/CMakeLists.txt | 2 +
...quet_scanner_test.cpp => json_scanner_test.cpp} | 195 +++-----
...est.cpp => json_scanner_test_with_jsonpath.cpp} | 198 +++-----
.../exec/test_data/json_scanner/test_array.json | 4 +
.../exec/test_data/json_scanner/test_simple2.json | 5 +
be/test/exprs/json_function_test.cpp | 95 +++-
.../Data Manipulation/ROUTINE LOAD.md | 99 +++-
.../Data Manipulation/STREAM LOAD.md | 37 ++
.../Data Manipulation/ROUTINE LOAD.md | 120 ++++-
.../Data Manipulation/STREAM LOAD.md | 73 ++-
.../org/apache/doris/analysis/CreateFileStmt.java | 11 +-
.../doris/analysis/CreateRoutineLoadStmt.java | 53 +-
.../doris/load/routineload/KafkaTaskInfo.java | 6 +
.../doris/load/routineload/RoutineLoadJob.java | 74 ++-
.../apache/doris/planner/StreamLoadScanNode.java | 13 +-
.../apache/doris/service/FrontendServiceImpl.java | 10 +-
.../java/org/apache/doris/task/StreamLoadTask.java | 47 +-
.../doris/planner/StreamLoadPlannerTest.java | 4 +-
.../doris/planner/StreamLoadScanNodeTest.java | 14 +-
gensrc/thrift/BackendService.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 2 +
gensrc/thrift/PlanNodes.thrift | 6 +-
42 files changed, 1736 insertions(+), 450 deletions(-)
create mode 100644 be/src/exec/json_scanner.cpp
create mode 100644 be/src/exec/json_scanner.h
copy be/test/exec/{parquet_scanner_test.cpp => json_scanner_test.cpp} (69%)
copy be/test/exec/{parquet_scanner_test.cpp =>
json_scanner_test_with_jsonpath.cpp} (63%)
create mode 100644 be/test/exec/test_data/json_scanner/test_array.json
create mode 100644 be/test/exec/test_data/json_scanner/test_simple2.json
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
