This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new 8e71c07 [Spark load][Fe 2/5] Update push task thrift interface (#3718)
8e71c07 is described below
commit 8e71c0787cfb09ae6179aa1ca320c75aea350e27
Author: wyb <[email protected]>
AuthorDate: Mon Jun 1 18:21:43 2020 +0800
[Spark load][Fe 2/5] Update push task thrift interface (#3718)
1. Add TBrokerScanRange and TDescriptorTable used by ParquetScanner
2. Add new TPushType LOAD_V2 for spark load
---
gensrc/thrift/AgentService.thrift | 4 ++++
gensrc/thrift/Types.thrift | 4 +++-
2 files changed, 7 insertions(+), 1 deletion(-)
diff --git a/gensrc/thrift/AgentService.thrift
b/gensrc/thrift/AgentService.thrift
index 1bb83f6..ace308c 100644
--- a/gensrc/thrift/AgentService.thrift
+++ b/gensrc/thrift/AgentService.thrift
@@ -21,6 +21,7 @@ namespace java org.apache.doris.thrift
include "Status.thrift"
include "Types.thrift"
include "PaloInternalService.thrift"
+include "PlanNodes.thrift"
include "Descriptors.thrift"
include "Exprs.thrift"
@@ -127,6 +128,9 @@ struct TPushReq {
// fe should inform be that this request is running during schema change
// be should write two files
13: optional bool is_schema_changing
+ // 14 and 15 are used by spark load
+ 14: optional PlanNodes.TBrokerScanRange broker_scan_range
+ 15: optional Descriptors.TDescriptorTable desc_tbl
}
struct TCloneReq {
diff --git a/gensrc/thrift/Types.thrift b/gensrc/thrift/Types.thrift
index 25b6b67..abdd52d 100644
--- a/gensrc/thrift/Types.thrift
+++ b/gensrc/thrift/Types.thrift
@@ -138,7 +138,9 @@ enum TAggregationType {
enum TPushType {
LOAD,
DELETE,
- LOAD_DELETE
+ LOAD_DELETE,
+ // for spark load push request
+ LOAD_V2
}
enum TTaskType {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
