This is an automated email from the ASF dual-hosted git repository. yiguolei pushed a commit to branch branch-2.1 in repository https://gitbox.apache.org/repos/asf/doris.git
commit 73d5e70ed11151fd56fd7fe49b604c5aac8affbc Author: zhangstar333 <[email protected]> AuthorDate: Tue Feb 6 10:15:00 2024 +0800 [feature](sink) support paritition tablet sink shuffle (#30821) --- gensrc/thrift/DataSinks.thrift | 20 ++++++++++++-------- gensrc/thrift/Partitions.thrift | 5 ++++- 2 files changed, 16 insertions(+), 9 deletions(-) diff --git a/gensrc/thrift/DataSinks.thrift b/gensrc/thrift/DataSinks.thrift index daf3bcc06a9..f9e26e7a47c 100644 --- a/gensrc/thrift/DataSinks.thrift +++ b/gensrc/thrift/DataSinks.thrift @@ -158,17 +158,21 @@ struct TDataStreamSink { 3: optional bool ignore_not_found - // per-destination projections - 4: optional list<Exprs.TExpr> output_exprs + // per-destination projections + 4: optional list<Exprs.TExpr> output_exprs - // project output tuple id - 5: optional Types.TTupleId output_tuple_id + // project output tuple id + 5: optional Types.TTupleId output_tuple_id - // per-destination filters - 6: optional list<Exprs.TExpr> conjuncts + // per-destination filters + 6: optional list<Exprs.TExpr> conjuncts - // per-destination runtime filters - 7: optional list<PlanNodes.TRuntimeFilterDesc> runtime_filters + // per-destination runtime filters + 7: optional list<PlanNodes.TRuntimeFilterDesc> runtime_filters + + // used for partition_type = TABLET_SINK_SHUFFLE_PARTITIONED + 8: optional Descriptors.TOlapTableSchemaParam schema + 9: optional Descriptors.TOlapTablePartitionParam partition } struct TMultiCastDataStreamSink { diff --git a/gensrc/thrift/Partitions.thrift b/gensrc/thrift/Partitions.thrift index 8eecbb417b1..0a7e70c0a4f 100644 --- a/gensrc/thrift/Partitions.thrift +++ b/gensrc/thrift/Partitions.thrift @@ -40,7 +40,10 @@ enum TPartitionType { // unordered partition on a set of exprs // (only use in bucket shuffle join) - BUCKET_SHFFULE_HASH_PARTITIONED + BUCKET_SHFFULE_HASH_PARTITIONED, + + // used for shuffle data by parititon and tablet + TABLET_SINK_SHUFFLE_PARTITIONED } enum TDistributionType { --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
