This is an automated email from the ASF dual-hosted git repository.
dockerzhang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
The following commit(s) were added to refs/heads/master by this push:
new 906d4dd06 [INLONG-5752][Manager] Change the text type to medium text
to avoid saving long data failed (#5753)
906d4dd06 is described below
commit 906d4dd06d6c699a28c6d218128c9b6e0b8350a4
Author: healchow <[email protected]>
AuthorDate: Wed Aug 31 15:53:44 2022 +0800
[INLONG-5752][Manager] Change the text type to medium text to avoid saving
long data failed (#5753)
---
.../manager/service/sink/SinkOperatorFactory.java | 12 ++--
.../service/source/StreamSourceServiceImpl.java | 2 +-
.../main/resources/h2/apache_inlong_manager.sql | 68 +++++++++++-----------
.../manager-web/sql/apache_inlong_manager.sql | 64 ++++++++++----------
.../web/controller/InlongGroupController.java | 2 +-
.../web/controller/InlongStreamController.java | 4 +-
.../web/controller/StreamSinkController.java | 2 +-
.../web/controller/StreamSourceController.java | 2 +-
8 files changed, 76 insertions(+), 80 deletions(-)
diff --git
a/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sink/SinkOperatorFactory.java
b/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sink/SinkOperatorFactory.java
index 03144156e..2239c689d 100644
---
a/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sink/SinkOperatorFactory.java
+++
b/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sink/SinkOperatorFactory.java
@@ -23,7 +23,6 @@ import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.List;
-import java.util.Optional;
/**
* Factory for {@link StreamSinkOperator}.
@@ -38,14 +37,11 @@ public class SinkOperatorFactory {
* Get a sink operator instance via the given sinkType
*/
public StreamSinkOperator getInstance(String sinkType) {
- Optional<StreamSinkOperator> instance = sinkOperatorList.stream()
+ return sinkOperatorList.stream()
.filter(inst -> inst.accept(sinkType))
- .findFirst();
- if (!instance.isPresent()) {
- throw new BusinessException(ErrorCodeEnum.SINK_TYPE_NOT_SUPPORT,
-
String.format(ErrorCodeEnum.SINK_TYPE_NOT_SUPPORT.getMessage(), sinkType));
- }
- return instance.get();
+ .findFirst()
+ .orElseThrow(() -> new
BusinessException(ErrorCodeEnum.SINK_TYPE_NOT_SUPPORT,
+
String.format(ErrorCodeEnum.SINK_TYPE_NOT_SUPPORT.getMessage(), sinkType)));
}
}
diff --git
a/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceServiceImpl.java
b/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceServiceImpl.java
index 04a64e7ac..3f14d75a8 100644
---
a/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceServiceImpl.java
+++
b/inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceServiceImpl.java
@@ -150,7 +150,7 @@ public class StreamSourceServiceImpl implements
StreamSourceService {
Map<String, List<StreamSource>> result;
// if the group mode is LIGHTWEIGHT, just get all related stream
sources
- List<StreamSource> streamSources =
this.listSource(groupInfo.getInlongGroupId(), null);
+ List<StreamSource> streamSources = this.listSource(groupId, null);
if
(InlongConstants.LIGHTWEIGHT_MODE.equals(groupInfo.getLightweight())) {
result = streamSources.stream()
.collect(Collectors.groupingBy(StreamSource::getInlongStreamId, HashMap::new,
diff --git
a/inlong-manager/manager-test/src/main/resources/h2/apache_inlong_manager.sql
b/inlong-manager/manager-test/src/main/resources/h2/apache_inlong_manager.sql
index 1acec63c8..ea5fdca22 100644
---
a/inlong-manager/manager-test/src/main/resources/h2/apache_inlong_manager.sql
+++
b/inlong-manager/manager-test/src/main/resources/h2/apache_inlong_manager.sql
@@ -37,7 +37,7 @@ CREATE TABLE IF NOT EXISTS `inlong_group`
`enable_create_resource` tinyint(1) DEFAULT '1' COMMENT
'Whether to enable create resource? 0-disable, 1-enable',
`lightweight` tinyint(1) DEFAULT '0' COMMENT
'Whether to use lightweight mode, 0-no, 1-yes',
`inlong_cluster_tag` varchar(128) DEFAULT NULL COMMENT 'The
cluster tag, which links to inlong_cluster table',
- `ext_params` text DEFAULT NULL COMMENT
'Extended params, will be saved as JSON string, such as queue_module,
partition_num',
+ `ext_params` mediumtext DEFAULT NULL COMMENT
'Extended params, will be saved as JSON string',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of
responsible person, separated by commas',
`followers` varchar(512) DEFAULT NULL COMMENT 'Name
of followers, separated by commas',
`status` int(4) DEFAULT '100' COMMENT
'Inlong group status',
@@ -76,7 +76,7 @@ CREATE TABLE IF NOT EXISTS `inlong_cluster_tag`
(
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
`cluster_tag` varchar(128) NOT NULL COMMENT 'Cluster tag',
- `ext_params` text DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
cluster tag',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of responsible person,
separated by commas',
`status` int(4) DEFAULT '0' COMMENT 'Cluster status',
@@ -102,9 +102,9 @@ CREATE TABLE IF NOT EXISTS `inlong_cluster`
`cluster_tags` varchar(512) DEFAULT NULL COMMENT 'Cluster tag,
separated by commas',
`ext_tag` varchar(128) DEFAULT NULL COMMENT 'Extension tag,
for extended use',
`token` varchar(512) DEFAULT NULL COMMENT 'Cluster token',
- `ext_params` text DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
cluster',
- `heartbeat` text DEFAULT NULL COMMENT 'Cluster
heartbeat info',
+ `heartbeat` mediumtext DEFAULT NULL COMMENT 'Cluster
heartbeat info',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of responsible person,
separated by commas',
`status` int(4) DEFAULT '0' COMMENT 'Cluster status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, > 0: deleted',
@@ -127,7 +127,7 @@ CREATE TABLE IF NOT EXISTS `inlong_cluster_node`
`type` varchar(20) NOT NULL COMMENT 'Cluster type, such as: AGENT,
DATAPROXY, etc',
`ip` varchar(512) NOT NULL COMMENT 'Cluster IP, separated by
commas, such as: 127.0.0.1:8080,host2:8081',
`port` int(6) NULL COMMENT 'Cluster port',
- `ext_params` text DEFAULT NULL COMMENT 'Another fields
will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Another fields
will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
cluster node',
`status` int(4) DEFAULT '0' COMMENT 'Cluster status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, > 0: deleted',
@@ -151,7 +151,7 @@ CREATE TABLE IF NOT EXISTS `data_node`
`url` varchar(512) DEFAULT NULL COMMENT 'Node URL',
`username` varchar(128) DEFAULT NULL COMMENT 'Username for
node if needed',
`token` varchar(512) DEFAULT NULL COMMENT 'Node token',
- `ext_params` text DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
data node',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of responsible person,
separated by commas',
`status` int(4) DEFAULT '0' COMMENT 'Node status',
@@ -243,7 +243,7 @@ CREATE TABLE IF NOT EXISTS `inlong_stream`
`peak_records` int(11) DEFAULT '1000' COMMENT 'Access
peak per second, unit: records per second',
`max_length` int(11) DEFAULT '10240' COMMENT 'The
maximum length of a single piece of data, unit: Byte',
`storage_period` int(11) DEFAULT '1' COMMENT 'The storage
period of data in MQ, unit: day',
- `ext_params` text DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
`status` int(4) DEFAULT '100' COMMENT 'Inlong
stream status',
`previous_status` int(4) DEFAULT '100' COMMENT 'Previous
status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, > 0: deleted',
@@ -303,19 +303,19 @@ CREATE TABLE IF NOT EXISTS `operation_log`
(
`id` int(11) NOT NULL AUTO_INCREMENT,
`authentication_type` varchar(64) DEFAULT NULL COMMENT
'Authentication type',
- `operation_type` varchar(256) DEFAULT NULL COMMENT 'operation
type',
+ `operation_type` varchar(256) DEFAULT NULL COMMENT 'Operation
type',
`http_method` varchar(64) DEFAULT NULL COMMENT 'Request
method',
- `invoke_method` varchar(256) DEFAULT NULL COMMENT 'invoke
method',
- `operator` varchar(256) DEFAULT NULL COMMENT 'operator',
- `proxy` varchar(256) DEFAULT NULL COMMENT 'proxy',
+ `invoke_method` varchar(256) DEFAULT NULL COMMENT 'Invoke
method',
+ `operator` varchar(256) DEFAULT NULL COMMENT 'Operator
name',
+ `proxy` varchar(256) DEFAULT NULL COMMENT 'Proxy user',
`request_url` varchar(256) DEFAULT NULL COMMENT 'Request
URL',
`remote_address` varchar(256) DEFAULT NULL COMMENT 'Request IP',
- `cost_time` bigint(20) DEFAULT NULL COMMENT
'time-consuming',
- `body` text COMMENT 'Request body',
- `param` text COMMENT 'parameter',
- `status` int(4) DEFAULT NULL COMMENT 'status',
- `request_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'request time',
- `err_msg` text COMMENT 'Error message',
+ `cost_time` bigint(20) DEFAULT NULL COMMENT
'Time-consuming',
+ `body` mediumtext COMMENT 'Request body',
+ `param` mediumtext COMMENT 'Request parameters',
+ `status` int(4) DEFAULT NULL COMMENT 'Operate
status',
+ `request_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Request time',
+ `err_msg` mediumtext COMMENT 'Error message',
PRIMARY KEY (`id`)
);
@@ -329,15 +329,15 @@ CREATE TABLE IF NOT EXISTS `stream_source`
`inlong_stream_id` varchar(256) NOT NULL COMMENT 'Inlong stream id',
`source_name` varchar(128) NOT NULL DEFAULT '' COMMENT
'source_name',
`source_type` varchar(20) DEFAULT '0' COMMENT 'Source
type, including: FILE, DB, etc',
- `template_id` int(11) DEFAULT NULL COMMENT 'Id of the
template task this agent belongs to',
+ `template_id` int(11) DEFAULT NULL COMMENT 'Id of
the template task this agent belongs to',
`agent_ip` varchar(40) DEFAULT NULL COMMENT 'Ip of
the agent running the task, NULL if this is a template task',
`uuid` varchar(30) DEFAULT NULL COMMENT 'Mac uuid
of the agent running the task',
`data_node_name` varchar(128) DEFAULT NULL COMMENT 'Node
name, which links to data_node table',
`inlong_cluster_name` varchar(128) DEFAULT NULL COMMENT 'Cluster
name of the agent running the task',
`serialization_type` varchar(20) DEFAULT NULL COMMENT
'Serialization type, support: csv, json, canal, avro, etc',
- `snapshot` text DEFAULT NULL COMMENT 'Snapshot
of this source task',
+ `snapshot` mediumtext DEFAULT NULL COMMENT 'Snapshot
of this source task',
`report_time` timestamp NULL COMMENT 'Snapshot time',
- `ext_params` text DEFAULT NULL COMMENT 'Another
fields will be saved as JSON string, such as filePath, dbName, tableName, etc',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Another
fields will be saved as JSON string, such as filePath, dbName, tableName, etc',
`version` int(11) DEFAULT '1' COMMENT 'Stream
source version',
`status` int(4) DEFAULT '110' COMMENT 'Data
source status',
`previous_status` int(4) DEFAULT '110' COMMENT
'Previous status',
@@ -365,7 +365,7 @@ CREATE TABLE IF NOT EXISTS `stream_transform`
`transform_type` varchar(20) NOT NULL COMMENT 'Transform type,
including: splitter, filter, joiner, etc.',
`pre_node_names` text NOT NULL COMMENT 'Pre node names of
transform in this stream',
`post_node_names` text COMMENT 'Post node names of transform in this
stream',
- `transform_definition` text NOT NULL COMMENT 'Transform definition
in json type',
+ `transform_definition` mediumtext NOT NULL COMMENT 'Transform definition
in json type',
`version` int(11) NOT NULL DEFAULT '1' COMMENT 'Stream
transform version',
`is_deleted` int(11) NOT NULL DEFAULT '0' COMMENT 'Whether
to delete, 0: not deleted, > 0: deleted',
`creator` varchar(64) NOT NULL COMMENT 'Creator name',
@@ -392,8 +392,8 @@ CREATE TABLE IF NOT EXISTS `stream_sink`
`data_node_name` varchar(128) DEFAULT NULL COMMENT 'Node
name, which links to data_node table',
`sort_task_name` varchar(512) DEFAULT NULL COMMENT 'Sort
task name or task ID',
`sort_consumer_group` varchar(512) DEFAULT NULL COMMENT
'Consumer group name for Sort task',
- `ext_params` text NULL COMMENT 'Another fields, will
be saved as JSON type',
- `operate_log` text DEFAULT NULL COMMENT
'Background operate log',
+ `ext_params` mediumtext NULL COMMENT 'Another fields, will
be saved as JSON type',
+ `operate_log` mediumtext DEFAULT NULL COMMENT
'Background operate log',
`status` int(11) DEFAULT '100' COMMENT
'Status',
`previous_status` int(11) DEFAULT '100' COMMENT
'Previous status',
`is_deleted` int(11) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, > 0: deleted',
@@ -497,7 +497,7 @@ CREATE TABLE IF NOT EXISTS `user`
`encrypt_version` int(11) DEFAULT NULL COMMENT 'Encryption
key version',
`account_type` int(11) NOT NULL DEFAULT '1' COMMENT 'Account type,
0-manager 1-normal',
`due_date` datetime DEFAULT NULL COMMENT 'Due date for
user',
- `ext_params` text COMMENT 'Json extension info',
+ `ext_params` text COMMENT 'Json extension info',
`status` int(11) DEFAULT '100' COMMENT 'Status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0 is not deleted, if greater than 0, delete',
`creator` varchar(256) NOT NULL COMMENT 'Creator name',
@@ -593,7 +593,7 @@ CREATE TABLE IF NOT EXISTS `workflow_event_log`
`start_time` datetime NOT NULL COMMENT 'Monitor start
execution time',
`end_time` datetime DEFAULT NULL COMMENT 'Listener end
time',
`remark` text COMMENT 'Execution result remark information',
- `exception` text COMMENT 'Exception information',
+ `exception` mediumtext COMMENT 'Exception information',
PRIMARY KEY (`id`),
INDEX event_group_status_index (`inlong_group_id`, `status`)
);
@@ -614,7 +614,7 @@ CREATE TABLE IF NOT EXISTS `workflow_process`
`form_data` mediumtext COMMENT 'Form information',
`start_time` datetime NOT NULL COMMENT 'Start time',
`end_time` datetime DEFAULT NULL COMMENT 'End time',
- `ext_params` text NULL COMMENT 'Another fields, will be saved
as JSON type',
+ `ext_params` mediumtext NULL COMMENT 'Another fields, will be saved
as JSON type',
`hidden` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Whether to
hidden, 0: not hidden, 1: hidden',
PRIMARY KEY (`id`),
INDEX process_group_status_index (`inlong_group_id`, `status`)
@@ -640,7 +640,7 @@ CREATE TABLE IF NOT EXISTS `workflow_task`
`form_data` mediumtext COMMENT 'Form information submitted by
the current task',
`start_time` datetime NOT NULL COMMENT 'Start time',
`end_time` datetime DEFAULT NULL COMMENT 'End time',
- `ext_params` text COMMENT 'Extended information-json',
+ `ext_params` mediumtext COMMENT 'Extended params, will be saved
as JSON string',
PRIMARY KEY (`id`),
INDEX process_status_index (`process_id`, `status`),
INDEX process_name_index (`process_id`, `name`)
@@ -685,7 +685,7 @@ CREATE TABLE IF NOT EXISTS `sort_source_config`
`task_name` varchar(128) NOT NULL COMMENT 'Task name',
`zone_name` varchar(128) NOT NULL COMMENT 'Cache zone name',
`topic` varchar(128) DEFAULT '' COMMENT 'Topic',
- `ext_params` text DEFAULT NULL COMMENT 'Another fields, will be
saved as JSON type',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Another fields, will be
saved as JSON type',
PRIMARY KEY (`id`),
KEY `sort_source_config_index` (`cluster_name`, `task_name`)
);
@@ -698,8 +698,8 @@ CREATE TABLE IF NOT EXISTS `component_heartbeat`
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
`component` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
name, such as: Agent, Sort...',
`instance` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
instance, can be ip, name...',
- `status_heartbeat` text DEFAULT NULL COMMENT 'Status heartbeat
info',
- `metric_heartbeat` text DEFAULT NULL COMMENT 'Metric heartbeat
info',
+ `status_heartbeat` mediumtext DEFAULT NULL COMMENT 'Status
heartbeat info',
+ `metric_heartbeat` mediumtext DEFAULT NULL COMMENT 'Metric
heartbeat info',
`report_time` bigint(20) NOT NULL COMMENT 'Report time',
`create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'Create time',
`modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Modify time',
@@ -716,8 +716,8 @@ CREATE TABLE IF NOT EXISTS `group_heartbeat`
`component` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
name, such as: Agent, Sort...',
`instance` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
instance, can be ip, name...',
`inlong_group_id` varchar(256) NOT NULL DEFAULT '' COMMENT 'Owning inlong
group id',
- `status_heartbeat` text DEFAULT NULL COMMENT 'Status heartbeat
info',
- `metric_heartbeat` text DEFAULT NULL COMMENT 'Metric heartbeat
info',
+ `status_heartbeat` mediumtext DEFAULT NULL COMMENT 'Status
heartbeat info',
+ `metric_heartbeat` mediumtext DEFAULT NULL COMMENT 'Metric
heartbeat info',
`report_time` bigint(20) NOT NULL COMMENT 'Report time',
`create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'Create time',
`modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Modify time',
@@ -735,8 +735,8 @@ CREATE TABLE IF NOT EXISTS `stream_heartbeat`
`instance` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
instance, can be ip, name...',
`inlong_group_id` varchar(256) NOT NULL DEFAULT '' COMMENT 'Owning inlong
group id',
`inlong_stream_id` varchar(256) NOT NULL DEFAULT '' COMMENT 'Owning inlong
stream id',
- `status_heartbeat` text DEFAULT NULL COMMENT 'Status heartbeat
info',
- `metric_heartbeat` text DEFAULT NULL COMMENT 'Metric heartbeat
info',
+ `status_heartbeat` mediumtext DEFAULT NULL COMMENT 'Status
heartbeat info',
+ `metric_heartbeat` mediumtext DEFAULT NULL COMMENT 'Metric
heartbeat info',
`report_time` bigint(20) NOT NULL COMMENT 'Report time',
`create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'Create time',
`modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Modify time',
diff --git a/inlong-manager/manager-web/sql/apache_inlong_manager.sql
b/inlong-manager/manager-web/sql/apache_inlong_manager.sql
index 7604d374e..057af951f 100644
--- a/inlong-manager/manager-web/sql/apache_inlong_manager.sql
+++ b/inlong-manager/manager-web/sql/apache_inlong_manager.sql
@@ -43,7 +43,7 @@ CREATE TABLE IF NOT EXISTS `inlong_group`
`enable_create_resource` tinyint(1) DEFAULT '1' COMMENT
'Whether to enable create resource? 0-disable, 1-enable',
`lightweight` tinyint(1) DEFAULT '0' COMMENT
'Whether to use lightweight mode, 0-no, 1-yes',
`inlong_cluster_tag` varchar(128) DEFAULT NULL COMMENT 'The
cluster tag, which links to inlong_cluster table',
- `ext_params` text DEFAULT NULL COMMENT
'Extended params, will be saved as JSON string, such as queue_module,
partition_num',
+ `ext_params` mediumtext DEFAULT NULL COMMENT
'Extended params, will be saved as JSON string',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of
responsible person, separated by commas',
`followers` varchar(512) DEFAULT NULL COMMENT 'Name
of followers, separated by commas',
`status` int(4) DEFAULT '100' COMMENT
'Inlong group status',
@@ -84,7 +84,7 @@ CREATE TABLE IF NOT EXISTS `inlong_cluster_tag`
(
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
`cluster_tag` varchar(128) NOT NULL COMMENT 'Cluster tag',
- `ext_params` text DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
cluster tag',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of responsible person,
separated by commas',
`status` int(4) DEFAULT '0' COMMENT 'Cluster status',
@@ -111,9 +111,9 @@ CREATE TABLE IF NOT EXISTS `inlong_cluster`
`cluster_tags` varchar(512) DEFAULT NULL COMMENT 'Cluster tag,
separated by commas',
`ext_tag` varchar(128) DEFAULT NULL COMMENT 'Extension tag,
for extended use',
`token` varchar(512) DEFAULT NULL COMMENT 'Cluster token',
- `ext_params` text DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
cluster',
- `heartbeat` text DEFAULT NULL COMMENT 'Cluster
heartbeat info',
+ `heartbeat` mediumtext DEFAULT NULL COMMENT 'Cluster
heartbeat info',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of responsible person,
separated by commas',
`status` int(4) DEFAULT '0' COMMENT 'Cluster status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, > 0: deleted',
@@ -137,7 +137,7 @@ CREATE TABLE IF NOT EXISTS `inlong_cluster_node`
`type` varchar(20) NOT NULL COMMENT 'Cluster type, such as: AGENT,
DATAPROXY, etc',
`ip` varchar(512) NOT NULL COMMENT 'Cluster IP, separated by
commas, such as: 127.0.0.1:8080,host2:8081',
`port` int(6) NULL COMMENT 'Cluster port',
- `ext_params` text DEFAULT NULL COMMENT 'Another fields
will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Another fields
will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
cluster node',
`status` int(4) DEFAULT '0' COMMENT 'Cluster status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, > 0: deleted',
@@ -162,7 +162,7 @@ CREATE TABLE IF NOT EXISTS `data_node`
`url` varchar(512) DEFAULT NULL COMMENT 'Node URL',
`username` varchar(128) DEFAULT NULL COMMENT 'Username for
node if needed',
`token` varchar(512) DEFAULT NULL COMMENT 'Node token',
- `ext_params` text DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended params,
will be saved as JSON string',
`description` varchar(256) DEFAULT '' COMMENT 'Description of
data node',
`in_charges` varchar(512) NOT NULL COMMENT 'Name of responsible person,
separated by commas',
`status` int(4) DEFAULT '0' COMMENT 'Node status',
@@ -258,7 +258,7 @@ CREATE TABLE IF NOT EXISTS `inlong_stream`
`peak_records` int(11) DEFAULT '1000' COMMENT 'Access
peak per second, unit: records per second',
`max_length` int(11) DEFAULT '10240' COMMENT 'The
maximum length of a single piece of data, unit: Byte',
`storage_period` int(11) DEFAULT '1' COMMENT 'The storage
period of data in MQ, unit: day',
- `ext_params` text DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Extended
params, will be saved as JSON string',
`status` int(4) DEFAULT '100' COMMENT 'Inlong
stream status',
`previous_status` int(4) DEFAULT '100' COMMENT 'Previous
status',
`is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, > 0: deleted',
@@ -321,19 +321,19 @@ CREATE TABLE IF NOT EXISTS `operation_log`
(
`id` int(11) NOT NULL AUTO_INCREMENT,
`authentication_type` varchar(64) DEFAULT NULL COMMENT
'Authentication type',
- `operation_type` varchar(256) DEFAULT NULL COMMENT 'operation
type',
+ `operation_type` varchar(256) DEFAULT NULL COMMENT 'Operation
type',
`http_method` varchar(64) DEFAULT NULL COMMENT 'Request
method',
- `invoke_method` varchar(256) DEFAULT NULL COMMENT 'invoke
method',
- `operator` varchar(256) DEFAULT NULL COMMENT 'operator',
- `proxy` varchar(256) DEFAULT NULL COMMENT 'proxy',
+ `invoke_method` varchar(256) DEFAULT NULL COMMENT 'Invoke
method',
+ `operator` varchar(256) DEFAULT NULL COMMENT 'Operator
name',
+ `proxy` varchar(256) DEFAULT NULL COMMENT 'Proxy user',
`request_url` varchar(256) DEFAULT NULL COMMENT 'Request
URL',
`remote_address` varchar(256) DEFAULT NULL COMMENT 'Request IP',
- `cost_time` bigint(20) DEFAULT NULL COMMENT
'time-consuming',
- `body` text COMMENT 'Request body',
- `param` text COMMENT 'parameter',
- `status` int(4) DEFAULT NULL COMMENT 'status',
- `request_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'request time',
- `err_msg` text COMMENT 'Error message',
+ `cost_time` bigint(20) DEFAULT NULL COMMENT
'Time-consuming',
+ `body` mediumtext COMMENT 'Request body',
+ `param` mediumtext COMMENT 'Request parameters',
+ `status` int(4) DEFAULT NULL COMMENT 'Operate
status',
+ `request_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Request time',
+ `err_msg` mediumtext COMMENT 'Error message',
PRIMARY KEY (`id`)
) ENGINE = InnoDB
DEFAULT CHARSET = utf8mb4;
@@ -354,9 +354,9 @@ CREATE TABLE IF NOT EXISTS `stream_source`
`data_node_name` varchar(128) DEFAULT NULL COMMENT 'Node
name, which links to data_node table',
`inlong_cluster_name` varchar(128) DEFAULT NULL COMMENT 'Cluster
name of the agent running the task',
`serialization_type` varchar(20) DEFAULT NULL COMMENT
'Serialization type, support: csv, json, canal, avro, etc',
- `snapshot` text DEFAULT NULL COMMENT 'Snapshot
of this source task',
+ `snapshot` mediumtext DEFAULT NULL COMMENT 'Snapshot
of this source task',
`report_time` timestamp NULL COMMENT 'Snapshot time',
- `ext_params` text DEFAULT NULL COMMENT 'Another
fields will be saved as JSON string, such as filePath, dbName, tableName, etc',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Another
fields will be saved as JSON string, such as filePath, dbName, tableName, etc',
`version` int(11) DEFAULT '1' COMMENT 'Stream
source version',
`status` int(4) DEFAULT '110' COMMENT 'Data
source status',
`previous_status` int(4) DEFAULT '110' COMMENT
'Previous status',
@@ -385,7 +385,7 @@ CREATE TABLE IF NOT EXISTS `stream_transform`
`transform_type` varchar(20) NOT NULL COMMENT 'Transform type,
including: splitter, filter, joiner, etc.',
`pre_node_names` text NOT NULL COMMENT 'Pre node names of
transform in this stream',
`post_node_names` text COMMENT 'Post node names of transform in this
stream',
- `transform_definition` text NOT NULL COMMENT 'Transform definition
in json type',
+ `transform_definition` mediumtext NOT NULL COMMENT 'Transform definition
in json type',
`version` int(11) NOT NULL DEFAULT '1' COMMENT 'Stream
transform version',
`is_deleted` int(11) NOT NULL DEFAULT '0' COMMENT 'Whether
to delete, 0: not deleted, > 0: deleted',
`creator` varchar(64) NOT NULL COMMENT 'Creator name',
@@ -413,8 +413,8 @@ CREATE TABLE IF NOT EXISTS `stream_sink`
`data_node_name` varchar(128) DEFAULT NULL COMMENT 'Node
name, which links to data_node table',
`sort_task_name` varchar(512) DEFAULT NULL COMMENT 'Sort
task name or task ID',
`sort_consumer_group` varchar(512) DEFAULT NULL COMMENT
'Consumer group name for Sort task',
- `ext_params` text NULL COMMENT 'Another fields, will
be saved as JSON type',
- `operate_log` text DEFAULT NULL COMMENT
'Background operate log',
+ `ext_params` mediumtext NULL COMMENT 'Another fields, will
be saved as JSON type',
+ `operate_log` mediumtext DEFAULT NULL COMMENT
'Background operate log',
`status` int(11) DEFAULT '100' COMMENT
'Status',
`previous_status` int(11) DEFAULT '100' COMMENT
'Previous status',
`is_deleted` int(11) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, > 0: deleted',
@@ -630,7 +630,7 @@ CREATE TABLE IF NOT EXISTS `workflow_event_log`
`start_time` datetime NOT NULL COMMENT 'Monitor start
execution time',
`end_time` datetime DEFAULT NULL COMMENT 'Listener end
time',
`remark` text COMMENT 'Execution result remark information',
- `exception` text COMMENT 'Exception information',
+ `exception` mediumtext COMMENT 'Exception information',
PRIMARY KEY (`id`),
INDEX event_group_status_index (`inlong_group_id`, `status`)
) ENGINE = InnoDB
@@ -652,7 +652,7 @@ CREATE TABLE IF NOT EXISTS `workflow_process`
`form_data` mediumtext COMMENT 'Form information',
`start_time` datetime NOT NULL COMMENT 'Start time',
`end_time` datetime DEFAULT NULL COMMENT 'End time',
- `ext_params` text NULL COMMENT 'Another fields, will be saved
as JSON type',
+ `ext_params` mediumtext NULL COMMENT 'Another fields, will be saved
as JSON type',
`hidden` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Whether to
hidden, 0: not hidden, 1: hidden',
PRIMARY KEY (`id`),
INDEX process_group_status_index (`inlong_group_id`, `status`)
@@ -679,7 +679,7 @@ CREATE TABLE IF NOT EXISTS `workflow_task`
`form_data` mediumtext COMMENT 'Form information submitted by
the current task',
`start_time` datetime NOT NULL COMMENT 'Start time',
`end_time` datetime DEFAULT NULL COMMENT 'End time',
- `ext_params` text COMMENT 'Extended information-json',
+ `ext_params` mediumtext COMMENT 'Extended params, will be saved
as JSON string',
PRIMARY KEY (`id`),
INDEX process_status_index (`process_id`, `status`),
INDEX process_name_index (`process_id`, `name`)
@@ -726,7 +726,7 @@ CREATE TABLE IF NOT EXISTS `sort_source_config`
`task_name` varchar(128) NOT NULL COMMENT 'Task name',
`zone_name` varchar(128) NOT NULL COMMENT 'Cache zone name',
`topic` varchar(128) DEFAULT '' COMMENT 'Topic',
- `ext_params` text DEFAULT NULL COMMENT 'Another fields, will be
saved as JSON type',
+ `ext_params` mediumtext DEFAULT NULL COMMENT 'Another fields, will be
saved as JSON type',
PRIMARY KEY (`id`),
KEY `sort_source_config_index` (`cluster_name`, `task_name`)
) ENGINE = InnoDB
@@ -740,8 +740,8 @@ CREATE TABLE IF NOT EXISTS `component_heartbeat`
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
`component` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
name, such as: Agent, Sort...',
`instance` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
instance, can be ip, name...',
- `status_heartbeat` text DEFAULT NULL COMMENT 'Status
heartbeat info',
- `metric_heartbeat` text DEFAULT NULL COMMENT 'Metric
heartbeat info',
+ `status_heartbeat` mediumtext DEFAULT NULL COMMENT 'Status
heartbeat info',
+ `metric_heartbeat` mediumtext DEFAULT NULL COMMENT 'Metric
heartbeat info',
`report_time` bigint(20) NOT NULL COMMENT 'Report time',
`create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'Create time',
`modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Modify time',
@@ -759,8 +759,8 @@ CREATE TABLE IF NOT EXISTS `group_heartbeat`
`component` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
name, such as: Agent, Sort...',
`instance` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
instance, can be ip, name...',
`inlong_group_id` varchar(256) NOT NULL DEFAULT '' COMMENT 'Owning inlong
group id',
- `status_heartbeat` text DEFAULT NULL COMMENT 'Status
heartbeat info',
- `metric_heartbeat` text DEFAULT NULL COMMENT 'Metric
heartbeat info',
+ `status_heartbeat` mediumtext DEFAULT NULL COMMENT 'Status
heartbeat info',
+ `metric_heartbeat` mediumtext DEFAULT NULL COMMENT 'Metric
heartbeat info',
`report_time` bigint(20) NOT NULL COMMENT 'Report time',
`create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'Create time',
`modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Modify time',
@@ -779,8 +779,8 @@ CREATE TABLE IF NOT EXISTS `stream_heartbeat`
`instance` varchar(64) NOT NULL DEFAULT '' COMMENT 'Component
instance, can be ip, name...',
`inlong_group_id` varchar(256) NOT NULL DEFAULT '' COMMENT 'Owning inlong
group id',
`inlong_stream_id` varchar(256) NOT NULL DEFAULT '' COMMENT 'Owning inlong
stream id',
- `status_heartbeat` text DEFAULT NULL COMMENT 'Status
heartbeat info',
- `metric_heartbeat` text DEFAULT NULL COMMENT 'Metric
heartbeat info',
+ `status_heartbeat` mediumtext DEFAULT NULL COMMENT 'Status
heartbeat info',
+ `metric_heartbeat` mediumtext DEFAULT NULL COMMENT 'Metric
heartbeat info',
`report_time` bigint(20) NOT NULL COMMENT 'Report time',
`create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'Create time',
`modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Modify time',
diff --git
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongGroupController.java
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongGroupController.java
index 057dc8623..8f105e10d 100644
---
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongGroupController.java
+++
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongGroupController.java
@@ -75,7 +75,7 @@ public class InlongGroupController {
}
@RequestMapping(value = "/group/list", method = RequestMethod.POST)
- @ApiOperation(value = "Get inlong group list by paginating")
+ @ApiOperation(value = "List inlong groups by paginating")
public Response<PageResult<InlongGroupBriefInfo>> listBrief(@RequestBody
InlongGroupPageRequest request) {
request.setCurrentUser(LoginUserUtils.getLoginUser().getName());
request.setIsAdminRole(LoginUserUtils.getLoginUser().getRoles().contains(UserTypeEnum.ADMIN.name()));
diff --git
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongStreamController.java
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongStreamController.java
index cff3a1f46..77b4cf924 100644
---
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongStreamController.java
+++
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/InlongStreamController.java
@@ -84,7 +84,7 @@ public class InlongStreamController {
}
@RequestMapping(value = "/stream/list", method = RequestMethod.POST)
- @ApiOperation(value = "Get inlong stream brief info by paginating")
+ @ApiOperation(value = "List inlong stream briefs by paginating")
public Response<PageResult<InlongStreamBriefInfo>>
listByCondition(@RequestBody InlongStreamPageRequest request) {
request.setCurrentUser(LoginUserUtils.getLoginUser().getName());
request.setIsAdminRole(LoginUserUtils.getLoginUser().getRoles().contains(UserRoleCode.ADMIN));
@@ -92,7 +92,7 @@ public class InlongStreamController {
}
@RequestMapping(value = "/stream/listAll", method = RequestMethod.POST)
- @ApiOperation(value = "Get inlong stream with all sources and sinks by
paginating")
+ @ApiOperation(value = "List inlong streams with sources and sinks by
paginating")
public Response<PageResult<InlongStreamInfo>>
listAllWithGroupId(@RequestBody InlongStreamPageRequest request) {
request.setCurrentUser(LoginUserUtils.getLoginUser().getName());
request.setIsAdminRole(LoginUserUtils.getLoginUser().getRoles().contains(UserRoleCode.ADMIN));
diff --git
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSinkController.java
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSinkController.java
index 3ed3b94ee..b6a8b3de1 100644
---
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSinkController.java
+++
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSinkController.java
@@ -64,7 +64,7 @@ public class StreamSinkController {
}
@RequestMapping(value = "/sink/list", method = RequestMethod.GET)
- @ApiOperation(value = "Get stream sink list by paginating")
+ @ApiOperation(value = "List stream sinks by paginating")
public Response<PageResult<? extends StreamSink>>
listByCondition(SinkPageRequest request) {
return Response.success(sinkService.listByCondition(request));
}
diff --git
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSourceController.java
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSourceController.java
index 1a297fd71..acfdbd1ca 100644
---
a/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSourceController.java
+++
b/inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSourceController.java
@@ -64,7 +64,7 @@ public class StreamSourceController {
}
@RequestMapping(value = "/source/list", method = RequestMethod.GET)
- @ApiOperation(value = "Get stream source list by paginating")
+ @ApiOperation(value = "List stream sources by paginating")
public Response<PageResult<? extends StreamSource>>
listByCondition(SourcePageRequest request) {
return Response.success(sourceService.listByCondition(request));
}
