This is an automated email from the ASF dual-hosted git repository.
gosonzhang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git
The following commit(s) were added to refs/heads/master by this push:
new 6844a92 [INLONG-1320][platform] Support Standalone mode to run InLong
(#1435)
6844a92 is described below
commit 6844a92daf23e2cc9dc865ce77112d88f32aa67b
Author: dockerzhang <[email protected]>
AuthorDate: Fri Aug 13 18:16:56 2021 +0800
[INLONG-1320][platform] Support Standalone mode to run InLong (#1435)
Co-authored-by: dockerzhang <[email protected]>
---
docker/docker-compose/README.md | 23 +
docker/docker-compose/docker-compose.yml | 124 +++
.../docker-compose/sql/apache_inlong_manager.sql | 854 +++++++++++++++++++++
docker/docker-compose/sql/tubemanager.sql | 24 +
inlong-dataproxy/bin/flume-ng | 2 +-
inlong-dataproxy/dataproxy-docker/README.md | 1 +
inlong-manager/manager-docker/Dockerfile | 10 +-
inlong-manager/manager-docker/README.md | 13 +-
inlong-manager/manager-docker/manager-docker.sh | 6 +-
inlong-manager/manager-docker/pom.xml | 4 -
inlong-manager/manager-web/bin/restart.sh | 2 +-
inlong-manager/manager-web/bin/shutdown.sh | 2 +-
inlong-manager/manager-web/bin/startup.sh | 10 +-
inlong-sort/pom.xml | 2 +-
inlong-sort/sort-formats/pom.xml | 2 +-
inlong-tubemq/tubemq-manager/bin/start-manager.sh | 2 +-
inlong-website/Dockerfile | 8 +-
inlong-website/nginx.conf | 40 +-
inlong-website/website-docker.sh | 21 +
19 files changed, 1079 insertions(+), 71 deletions(-)
diff --git a/docker/docker-compose/README.md b/docker/docker-compose/README.md
new file mode 100644
index 0000000..c1ba41a
--- /dev/null
+++ b/docker/docker-compose/README.md
@@ -0,0 +1,23 @@
+#### InLong Standalone Using Docker Compose
+Deploy all InLong module by Docker Compose, it's only available for
development.
+
+Requirements:
+- [Docker](https://docs.docker.com/engine/install/) 19.03.1+
+- Docker Compose 1.29.2+
+
+##### Deploy
+```
+docker-compose up -d
+```
+
+##### Use InLong
+After all containers run successfully, you can access `http://localhost` with
default account:
+```
+User: admin
+Password: inlong
+```
+
+##### Destroy
+```
+docker-compose down
+```
\ No newline at end of file
diff --git a/docker/docker-compose/docker-compose.yml
b/docker/docker-compose/docker-compose.yml
new file mode 100644
index 0000000..16cad06
--- /dev/null
+++ b/docker/docker-compose/docker-compose.yml
@@ -0,0 +1,124 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+version: '3.5'
+
+services:
+ mysql:
+ image: mysql:5.7
+ container_name: mysql
+ ports:
+ - "3306:3306"
+ environment:
+ - MYSQL_ROOT_PASSWORD=inlong
+ healthcheck:
+ test: "/usr/bin/mysql --user=root --password=inlong --execute \"SHOW
DATABASES;\""
+ timeout: 20s
+ interval: 2s
+ retries: 10
+ volumes:
+ - ./mysql:/var/lib/mysql
+ - ./sql:/docker-entrypoint-initdb.d
+
+ tubemq-server:
+ image: inlong/tubemq-all:latest
+ container_name: tubemq-server
+ ports:
+ - "8080:8080"
+ - "8715:8715"
+ - "8123:8123"
+ - "2181:2181"
+ healthcheck:
+ test: "curl localhost:8080"
+ interval: 2s
+ timeout: 20s
+ retries: 10
+
+ tubemq-manager:
+ image: inlong/tubemq-manager:latest
+ container_name: tubemq-manager
+ depends_on:
+ mysql:
+ condition: service_healthy
+ tubemq-server:
+ condition: service_healthy
+ ports:
+ - "8089:8089"
+ environment:
+ - MYSQL_HOST=mysql
+ - MYSQL_USER=root
+ - MYSQL_PASSWD=inlong
+ - TUBE_MASTER_IP=tubemq-server
+ healthcheck:
+ test: "curl localhost:8089"
+ interval: 2s
+ timeout: 20s
+ retries: 10
+
+ manager:
+ image: inlong/manager-web
+ container_name: manager
+ depends_on:
+ tubemq-manager:
+ condition: service_healthy
+ ports:
+ - "8083:8083"
+ environment:
+ - ACTIVE_PROFILE=prod
+ - JDBC_URL=mysql:3306
+ - USERNAME=root
+ - PASSWORD=inlong
+ - TUBE_MANAGER=tubemq-manager:8089
+ - TUBE_MASTER=tubemq-server:8715
+ - ZK_URL=tubemq-server:2181
+ - SORT_APP_NAME=inlong_hive
+
+ webisite:
+ image: inlong/website
+ container_name: website
+ depends_on:
+ - manager
+ ports:
+ - "80:80"
+ environment:
+ - MANAGER_API_ADDRESS=manager:8083
+
+ dataproxy:
+ image: inlong/dataproxy:latest
+ container_name: dataproxy
+ depends_on:
+ - manager
+ - tubemq-server
+ ports:
+ - "46801:46801"
+ environment:
+ - MANAGER_OPENAPI_IP=manager
+ - MANAGER_OPENAPI_PORT=8083
+ - TUBMQ_MASTER_LIST=tubemq-server:8715
+
+ agent:
+ image: inlong/agent:latest
+ container_name: agent
+ depends_on:
+ - manager
+ - dataproxy
+ environment:
+ - MANAGER_OPENAPI_IP=manager
+ - MANAGER_OPENAPI_PORT=8083
+ - DATAPROXY_IP=dataproxy
+ - DATAPROXY_PORT=46801
+ volumes:
+ - ./collect-data:/data/collect-data
\ No newline at end of file
diff --git a/docker/docker-compose/sql/apache_inlong_manager.sql
b/docker/docker-compose/sql/apache_inlong_manager.sql
new file mode 100644
index 0000000..0173e59
--- /dev/null
+++ b/docker/docker-compose/sql/apache_inlong_manager.sql
@@ -0,0 +1,854 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+SET NAMES utf8mb4;
+SET FOREIGN_KEY_CHECKS = 0;
+
+-- ----------------------------
+-- database for Manager Web
+-- ----------------------------
+CREATE DATABASE IF NOT EXISTS apache_inlong_manager;
+USE apache_inlong_manager;
+
+-- ----------------------------
+-- Table structure for agent_heartbeat_log
+-- ----------------------------
+DROP TABLE IF EXISTS `agent_heartbeat_log`;
+CREATE TABLE `agent_heartbeat_log`
+(
+ `ip` varchar(64) NOT NULL COMMENT 'agent host ip',
+ `version` varchar(128) DEFAULT NULL,
+ `heartbeat_msg` text DEFAULT NULL COMMENT 'massage in
heartbeat request',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE
CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`ip`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8 COMMENT ='Agent heartbeat information table';
+
+-- ----------------------------
+-- Table structure for agent_sys_conf
+-- ----------------------------
+DROP TABLE IF EXISTS `agent_sys_conf`;
+CREATE TABLE `agent_sys_conf`
+(
+ `ip` varchar(64) NOT NULL COMMENT 'ip',
+ `max_retry_threads` int(11) NOT NULL DEFAULT '6' COMMENT
'Maximum number of retry threads',
+ `min_retry_threads` int(11) NOT NULL DEFAULT '3' COMMENT
'Minimum number of retry threads',
+ `db_path` varchar(64) DEFAULT '../db'
COMMENT 'The path where bd is located, use a relative path',
+ `scan_interval_sec` int(11) NOT NULL DEFAULT '30' COMMENT
'Interval time to scan file directory',
+ `batch_size` int(11) NOT NULL DEFAULT '20' COMMENT
'The amount sent to data proxy in batch',
+ `msg_size` int(11) NOT NULL DEFAULT '100' COMMENT
'As many packages as possible at one time',
+ `send_runnable_size` int(11) NOT NULL DEFAULT '5' COMMENT
'The number of sending threads corresponding to a data source',
+ `msg_queue_size` int(11) DEFAULT '500',
+ `max_reader_cnt` int(11) NOT NULL DEFAULT '18' COMMENT
'The maximum number of threads of an Agent',
+ `thread_manager_sleep_interval` int(11) NOT NULL DEFAULT '30000'
COMMENT 'Interval time between manager thread to taskManager to fetch tasks',
+ `oneline_size` int(11) NOT NULL DEFAULT '1048576'
COMMENT 'Maximum length of a row of data',
+ `clear_day_offset` int(11) NOT NULL DEFAULT '11' COMMENT
'How many days ago to clear the data of BDB',
+ `clear_interval_sec` int(11) NOT NULL DEFAULT '86400'
COMMENT 'Interval time for clearing bdb data',
+ `buffer_size_in_bytes` int(16) NOT NULL DEFAULT '268435456'
COMMENT 'Maximum memory occupied by msg buffer',
+ `agent_rpc_reconnect_time` int(11) NOT NULL DEFAULT '0' COMMENT
'The interval time to update the link, if it is 0, it will not be updated',
+ `send_timeout_mill_sec` int(11) NOT NULL DEFAULT '60000'
COMMENT 'The timeout period for sending a message (if the packet is not full
within one minute, it will be sent out forcibly)',
+ `flush_event_timeout_mill_sec` int(11) NOT NULL DEFAULT '16000',
+ `stat_interval_sec` int(11) NOT NULL DEFAULT '60' COMMENT
'Statistical message sending frequency',
+ `conf_refresh_interval_secs` int(11) NOT NULL DEFAULT '300' COMMENT
'The frequency at which the Agent regularly pulls the configuration from the
InLongManager',
+ `flow_size` int(11) DEFAULT '1048576000',
+ `bufferSize` int(11) DEFAULT NULL COMMENT
'bufferSize, default 1048576',
+ `compress` tinyint(2) DEFAULT NULL COMMENT
'Whether to compress',
+ `event_check_interval` int(11) DEFAULT NULL COMMENT
'File scanning period',
+ `is_calMD5` tinyint(2) DEFAULT NULL COMMENT
'Do you want to calculate the cumulative md5 of read characters',
+ PRIMARY KEY (`ip`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8 COMMENT ='Agent system configuration table';
+
+-- ----------------------------
+-- Table structure for business
+-- ----------------------------
+DROP TABLE IF EXISTS `business`;
+CREATE TABLE `business`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Business identifier,
filled in by the user, undeleted ones cannot be repeated',
+ `name` varchar(128) DEFAULT '' COMMENT 'Business
name, English, numbers and underscore',
+ `cn_name` varchar(256) DEFAULT NULL COMMENT 'Chinese
display name',
+ `description` varchar(256) DEFAULT NULL COMMENT 'Business
Introduction',
+ `middleware_type` varchar(10) DEFAULT 'Tube' COMMENT 'The
middleware type of data storage, high throughput: Tube',
+ `mq_resource_obj` varchar(128) DEFAULT NULL COMMENT 'MQ
resource object, for Tube, its Topic',
+ `daily_records` int(11) DEFAULT NULL COMMENT 'Number
of access records per day, unit: 10,000 records per day',
+ `daily_storage` int(11) DEFAULT NULL COMMENT 'Access
size by day, unit: GB per day',
+ `peak_records` int(11) DEFAULT NULL COMMENT 'Access
peak per second, unit: records per second',
+ `max_length` int(11) DEFAULT NULL COMMENT 'The
maximum length of a single piece of data, unit: Byte',
+ `schema_name` varchar(128) DEFAULT NULL COMMENT 'Data
type, associated data_schema table',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of
responsible person, separated by commas',
+ `followers` varchar(512) DEFAULT NULL COMMENT 'List of
names of business followers, separated by commas',
+ `status` int(11) DEFAULT '21' COMMENT 'Business
status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether
to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator
name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier
name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT
'Temporary view, used to save intermediate data that has not been submitted or
approved after modification',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `unique_business` (`business_identifier`, `is_deleted`,
`modify_time`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 16
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Business table';
+
+-- ----------------------------
+-- Table structure for business_ext
+-- ----------------------------
+DROP TABLE IF EXISTS `business_ext`;
+CREATE TABLE `business_ext`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'business descriptor',
+ `key_name` varchar(64) NOT NULL COMMENT 'Configuration item
name',
+ `key_value` varchar(256) DEFAULT NULL COMMENT 'The
value of the configuration item',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether
to delete, 0: not deleted, 1: deleted',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`),
+ KEY `index_bid` (`business_identifier`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Business extension table';
+
+-- ----------------------------
+-- Table structure for cluster_info
+-- ----------------------------
+DROP TABLE IF EXISTS `cluster_info`;
+CREATE TABLE `cluster_info`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
+ `name` varchar(128) NOT NULL COMMENT 'cluster name',
+ `type` varchar(32) DEFAULT NULL COMMENT 'Cluster type,
including TUBE, ZOOKEEPER, etc.',
+ `ip` varchar(64) DEFAULT NULL COMMENT 'Cluster IP
address',
+ `port` int(11) DEFAULT NULL COMMENT 'Cluster port
number',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of
responsible person, separated by commas',
+ `url` varchar(256) DEFAULT NULL COMMENT 'Cluster URL
address',
+ `is_backup` tinyint(1) DEFAULT '0' COMMENT 'Whether it is a
backup cluster, 0: no, 1: yes',
+ `ext_props` json DEFAULT NULL COMMENT 'extended
properties',
+ `status` int(11) DEFAULT '1' COMMENT 'cluster status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NULL DEFAULT NULL COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE
CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Cluster Information Table';
+
+-- ----------------------------
+-- Table structure for common_db_server
+-- ----------------------------
+DROP TABLE IF EXISTS `common_db_server`;
+CREATE TABLE `common_db_server`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `access_type` varchar(20) DEFAULT NULL COMMENT 'Collection
type, with Agent, DataProxy client, LoadProxy',
+ `connection_name` varchar(128) DEFAULT NULL COMMENT 'The name of
the database connection',
+ `db_type` varchar(128) DEFAULT NULL COMMENT 'DB type,
such as MySQL, Oracle',
+ `db_server_ip` varchar(64) DEFAULT NULL COMMENT 'DB Server
IP',
+ `port` int(11) DEFAULT NULL COMMENT 'Port
number',
+ `db_name` varchar(128) DEFAULT NULL COMMENT 'Target
database name',
+ `username` varchar(64) DEFAULT NULL COMMENT 'Username',
+ `password` varchar(64) DEFAULT NULL COMMENT 'The
password corresponding to the above user name',
+ `has_select` tinyint(1) DEFAULT '0' COMMENT 'Is there DB
permission select, 0: No, 1: Yes',
+ `has_insert` tinyint(1) DEFAULT '0' COMMENT 'Is there DB
permission to insert, 0: No, 1: Yes',
+ `has_update` tinyint(1) DEFAULT '0' COMMENT 'Is there a
DB permission update, 0: No, 1: Yes',
+ `has_delete` tinyint(1) DEFAULT '0' COMMENT 'Is there a
DB permission to delete, 0: No, 1: Yes',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'DB person
in charge, separated by a comma when there are multiple ones',
+ `is_region_id` tinyint(1) DEFAULT '0' COMMENT 'Whether it
contains a region ID, 0: No, 1: Yes',
+ `db_description` varchar(256) DEFAULT NULL COMMENT 'DB
description',
+ `backup_db_server_ip` varchar(64) DEFAULT NULL COMMENT 'Backup DB
HOST',
+ `backup_db_port` int(11) DEFAULT NULL COMMENT 'Backup DB
port',
+ `status` int(11) DEFAULT '0' COMMENT 'status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator
name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier
name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `visible_person` varchar(1024) DEFAULT NULL COMMENT 'List of
visible persons, separated by commas',
+ `visible_group` varchar(1024) DEFAULT NULL COMMENT 'List of
visible groups, separated by commas',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='public DB data source';
+
+-- ----------------------------
+-- Table structure for common_file_server
+-- ----------------------------
+DROP TABLE IF EXISTS `common_file_server`;
+CREATE TABLE `common_file_server`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
+ `access_type` varchar(20) DEFAULT NULL COMMENT 'Collection type,
with Agent, DataProxy client, LoadProxy',
+ `ip` varchar(64) DEFAULT NULL COMMENT 'Data source IP',
+ `port` int(11) DEFAULT NULL COMMENT 'Port number',
+ `is_inner_ip` tinyint(1) DEFAULT '0' COMMENT 'Whether it is
intranet, 0: No, 1: Yes',
+ `issue_type` varchar(128) DEFAULT NULL COMMENT 'Issuance method,
such as SSH, TCS, etc.',
+ `username` varchar(64) DEFAULT NULL COMMENT 'User name of the
data source IP host',
+ `password` varchar(64) DEFAULT NULL COMMENT 'The password
corresponding to the above user name',
+ `status` int(11) DEFAULT '0' COMMENT 'status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE
CURRENT_TIMESTAMP COMMENT 'modify time',
+ `visible_person` varchar(1024) DEFAULT NULL COMMENT 'List of visible
persons, separated by commas',
+ `visible_group` varchar(1024) DEFAULT NULL COMMENT 'List of visible
groups, separated by commas',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='public file data source';
+
+-- ----------------------------
+-- Table structure for consumption
+-- ----------------------------
+DROP TABLE IF EXISTS `consumption`;
+CREATE TABLE `consumption`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `consumer_group_name` varchar(255) NOT NULL COMMENT 'consumer group
name',
+ `consumer_group_id` varchar(255) NOT NULL COMMENT 'Consumer group ID',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT
'Person in charge of consumption',
+ `business_identifier` varchar(255) DEFAULT NULL COMMENT
'Business ID',
+ `middleware_type` varchar(64) DEFAULT NULL COMMENT 'The
middleware type of data storage, high throughput: Tube',
+ `topic` varchar(255) DEFAULT NULL COMMENT
'Consumption topic',
+ `filter_enabled` int(2) DEFAULT NULL COMMENT
'Whether to filter',
+ `data_stream_identifier` varchar(1024) DEFAULT NULL COMMENT
'Consumption data stream ID',
+ `status` int(11) NOT NULL COMMENT 'Status: draft,
pending approval, approval rejected, approval passed',
+ `creator` varchar(64) DEFAULT NULL COMMENT
'creator',
+ `modifier` varchar(64) DEFAULT NULL COMMENT
'modifier',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'update time',
+ `is_deleted` int(2) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, 1: deleted',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `consumer_group_id_is_deleted_uindex` (`consumer_group_id`,
`is_deleted`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 6
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data consumption configuration table';
+
+-- ----------------------------
+-- Table structure for data_proxy_cluster
+-- ----------------------------
+DROP TABLE IF EXISTS `data_proxy_cluster`;
+CREATE TABLE `data_proxy_cluster`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
+ `name` varchar(128) DEFAULT NULL COMMENT 'cluster name',
+ `description` varchar(500) DEFAULT NULL COMMENT 'cluster
description',
+ `address` varchar(128) DEFAULT NULL COMMENT 'cluster address',
+ `port` varchar(256) DEFAULT '46801' COMMENT 'Access port
number, multiple ports are separated by a comma',
+ `is_backup` tinyint(1) DEFAULT '0' COMMENT 'Whether it is a
backup cluster, 0: no, 1: yes',
+ `is_inner_ip` tinyint(1) DEFAULT '0' COMMENT 'Whether it is
intranet, 0: no, 1: yes',
+ `net_type` varchar(20) DEFAULT NULL COMMENT 'Cluster network
type, internal, or public',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of responsible
person, separated by commas',
+ `ext_props` json DEFAULT NULL COMMENT 'Extended
properties',
+ `status` int(11) DEFAULT '1' COMMENT 'Cluster status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete,
0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'Creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'Modifier name',
+ `create_time` timestamp NULL DEFAULT NULL COMMENT 'Create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE
CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='DataProxy cluster table';
+
+-- ----------------------------
+-- Table structure for data_schema
+-- ----------------------------
+DROP TABLE IF EXISTS `data_schema`;
+CREATE TABLE `data_schema`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `name` varchar(128) NOT NULL COMMENT 'Data format name,
globally unique',
+ `agent_type` varchar(20) NOT NULL COMMENT 'Agent type: file,
db_incr, db_full',
+ `data_generate_rule` varchar(32) NOT NULL COMMENT 'Data file generation
rules, including day and hour',
+ `sort_type` int(11) NOT NULL COMMENT 'sort logic rules, 0,
5, 9, 10, 13, 15',
+ `time_offset` varchar(10) NOT NULL COMMENT 'time offset',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `name` (`name`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 10
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data format table';
+
+-- create default data schema
+INSERT INTO `data_schema` (name, agent_type, data_generate_rule, sort_type,
time_offset)
+values ('m0_day', 'file_agent', 'day', 0, '-0d');
+
+-- ----------------------------
+-- Table structure for data_source_cmd_config
+-- ----------------------------
+DROP TABLE IF EXISTS `data_source_cmd_config`;
+CREATE TABLE `data_source_cmd_config`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'cmd id',
+ `cmd_type` int(11) NOT NULL,
+ `task_id` int(11) NOT NULL,
+ `specified_data_time` varchar(64) NOT NULL,
+ `bSend` tinyint(1) NOT NULL,
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'Last update time ',
+ `create_time` timestamp NULL DEFAULT NULL,
+ `result_info` varchar(64) DEFAULT NULL,
+ PRIMARY KEY (`id`),
+ KEY `index_1` (`task_id`, `bSend`, `specified_data_time`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8;
+
+-- ----------------------------
+-- Table structure for data_stream
+-- ----------------------------
+DROP TABLE IF EXISTS `data_stream`;
+CREATE TABLE `data_stream`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Data stream
descriptor, non-deleted globally unique',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `name` varchar(64) DEFAULT NULL COMMENT 'The name
of the data stream page display, can be Chinese',
+ `description` varchar(256) DEFAULT '' COMMENT
'Introduction to data stream',
+ `mq_resource_obj` varchar(128) DEFAULT NULL COMMENT 'MQ
resource object, in the data stream, Tube is data_stream_id',
+ `data_source_type` varchar(32) DEFAULT 'FILE' COMMENT 'Data
source type, including: FILE, DB, Auto-Push (DATA_PROXY_SDK, HTTP)',
+ `storage_period` int(11) DEFAULT '1' COMMENT 'The
storage period of data in MQ, unit: day',
+ `data_type` varchar(20) DEFAULT 'TEXT' COMMENT 'Data
type, there are: TEXT, KEY-VALUE, PB, BON, TEXT and BON should be treated
differently',
+ `data_encoding` varchar(8) DEFAULT 'UTF-8' COMMENT 'Data
encoding format, including: UTF-8, GBK',
+ `file_delimiter` varchar(8) DEFAULT NULL COMMENT 'The
source data field separator, stored as ASCII code',
+ `have_predefined_fields` tinyint(1) DEFAULT '0' COMMENT '(File, DB
access) whether there are predefined fields, 0: none, 1: yes (save to
data_stream_field)',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of
responsible person, separated by commas',
+ `status` int(11) DEFAULT '0' COMMENT 'Data
stream status',
+ `previous_status` int(11) DEFAULT '0' COMMENT 'Previous
status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator
name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier
name',
+ `create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary
view, used to save intermediate data that has not been submitted or approved
after modification',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `unique_data_stream` (`data_stream_identifier`,
`business_identifier`, `is_deleted`, `modify_time`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 28
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data stream table';
+
+-- ----------------------------
+-- Table structure for data_stream_ext
+-- ----------------------------
+DROP TABLE IF EXISTS `data_stream_ext`;
+CREATE TABLE `data_stream_ext`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream
descriptor',
+ `key_name` varchar(64) NOT NULL COMMENT 'Configuration item
name',
+ `key_value` varchar(256) DEFAULT NULL COMMENT 'The
value of the configuration item',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, 1: deleted',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`),
+ KEY `index_bid` (`data_stream_identifier`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data stream extension table';
+
+-- ----------------------------
+-- Table structure for data_stream_field
+-- ----------------------------
+DROP TABLE IF EXISTS `data_stream_field`;
+CREATE TABLE `data_stream_field`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `data_stream_identifier` varchar(256) NOT NULL COMMENT 'Owning data stream
descriptor',
+ `is_predefined_field` tinyint(1) DEFAULT '0' COMMENT 'Whether it is a
predefined field, 0: no, 1: yes',
+ `field_name` varchar(20) DEFAULT NULL COMMENT 'field name',
+ `field_value` varchar(128) DEFAULT NULL COMMENT 'Field value,
required if it is a predefined field',
+ `pre_expression` varchar(256) DEFAULT NULL COMMENT 'Pre-defined
field value expression',
+ `field_type` varchar(20) DEFAULT NULL COMMENT 'field type',
+ `field_comment` varchar(50) DEFAULT NULL COMMENT 'Field
description',
+ `rank_num` smallint(6) DEFAULT '0' COMMENT 'Field order
(front-end display field order)',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, 1: deleted',
+ `is_exist` tinyint(1) DEFAULT '0' COMMENT 'Does it exist,
0: does not exist, 1: exists',
+ `bon_field_path` varchar(256) DEFAULT NULL COMMENT 'BON field
path',
+ `bon_field_type` varchar(64) DEFAULT NULL COMMENT 'BON field
type',
+ `encrypt_level` varchar(20) DEFAULT NULL COMMENT 'Encryption
level',
+ PRIMARY KEY (`id`),
+ KEY `index_stream_id` (`data_stream_identifier`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 39
+ DEFAULT CHARSET = utf8mb4 COMMENT ='File/DB data source field table';
+
+-- ----------------------------
+-- Table structure for operation_log
+-- ----------------------------
+DROP TABLE IF EXISTS `operation_log`;
+CREATE TABLE `operation_log`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `authentication_type` varchar(64) DEFAULT NULL COMMENT
'Authentication type',
+ `operation_type` varchar(255) DEFAULT NULL COMMENT 'operation
type',
+ `http_method` varchar(64) DEFAULT NULL COMMENT 'Request
method',
+ `invoke_method` varchar(255) DEFAULT NULL COMMENT 'invoke
method',
+ `operator` varchar(255) DEFAULT NULL COMMENT 'operator',
+ `proxy` varchar(255) DEFAULT NULL COMMENT 'proxy',
+ `request_url` varchar(255) DEFAULT NULL COMMENT 'Request
URL',
+ `remote_address` varchar(255) DEFAULT NULL COMMENT 'Request IP',
+ `cost_time` bigint(20) DEFAULT NULL COMMENT
'time-consuming',
+ `body` text COMMENT 'Request body',
+ `param` text COMMENT 'parameter',
+ `status` tinyint(1) DEFAULT NULL COMMENT 'status',
+ `request_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON
UPDATE CURRENT_TIMESTAMP COMMENT 'request time',
+ `err_msg` text COMMENT 'Error message',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 289
+ DEFAULT CHARSET = utf8mb4;
+
+-- ----------------------------
+-- Table structure for role
+-- ----------------------------
+DROP TABLE IF EXISTS `role`;
+CREATE TABLE `role`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `role_code` varchar(100) NOT NULL COMMENT 'role code',
+ `role_name` varchar(255) NOT NULL COMMENT 'role Chinese name',
+ `create_time` datetime NOT NULL,
+ `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+ `create_by` varchar(255) NOT NULL,
+ `update_by` varchar(255) NOT NULL,
+ `disabled` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Is it disabled?',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `role_role_code_uindex` (`role_code`),
+ UNIQUE KEY `role_role_name_uindex` (`role_name`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Role Table';
+
+-- ----------------------------
+-- Table structure for source_db_basic
+-- ----------------------------
+DROP TABLE IF EXISTS `source_db_basic`;
+CREATE TABLE `source_db_basic`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `data_stream_identifier` varchar(256) NOT NULL COMMENT 'Owning data stream
descriptor',
+ `sync_type` tinyint(1) DEFAULT '0' COMMENT 'Data
synchronization type, 0: FULL, full amount, 1: INCREMENTAL, incremental',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT
'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT
'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT
'Temporary view, used to save intermediate data that has not been submitted or
approved after modification',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Basic configuration of DB data source';
+
+-- ----------------------------
+-- Table structure for source_db_detail
+-- ----------------------------
+DROP TABLE IF EXISTS `source_db_detail`;
+CREATE TABLE `source_db_detail`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream
descriptor',
+ `access_type` varchar(20) DEFAULT NULL COMMENT
'Collection type, with Agent, DataProxy client, LoadProxy',
+ `db_name` varchar(128) DEFAULT NULL COMMENT
'database name',
+ `transfer_ip` varchar(64) DEFAULT NULL COMMENT
'Transfer IP',
+ `connection_name` varchar(128) DEFAULT NULL COMMENT 'The
name of the database connection',
+ `table_name` varchar(128) DEFAULT NULL COMMENT 'Data
table name, required for increment',
+ `table_fields` longtext COMMENT 'Data table fields, multiple are
separated by half-width commas, required for increment',
+ `data_sql` longtext COMMENT 'SQL statement to collect source
data, required for full amount',
+ `crontab` varchar(56) DEFAULT NULL COMMENT 'Timed
scheduling expression, required for full amount',
+ `status` int(11) DEFAULT '0' COMMENT 'Data
source status',
+ `previous_status` int(11) DEFAULT '0' COMMENT
'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT
'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT
'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT
'Temporary view, used to save unsubmitted and unapproved intermediate data
after modification',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='DB data source details table';
+
+-- ----------------------------
+-- Table structure for source_file_basic
+-- ----------------------------
+DROP TABLE IF EXISTS `source_file_basic`;
+CREATE TABLE `source_file_basic`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'id',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'business
identifier',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'data stream
identifier',
+ `is_hybrid_source` tinyint(1) DEFAULT '0' COMMENT
'Whether to mix data sources',
+ `is_table_mapping` tinyint(1) DEFAULT '0' COMMENT 'Is
there a table name mapping',
+ `date_offset` int(4) DEFAULT '0' COMMENT 'Time
offset\n',
+ `date_offset_unit` varchar(2) DEFAULT 'H' COMMENT 'time
offset unit',
+ `file_rolling_type` varchar(2) DEFAULT 'H' COMMENT 'file
rolling type',
+ `upload_max_size` int(4) DEFAULT '120' COMMENT
'upload maximum size',
+ `need_compress` tinyint(1) DEFAULT '0' COMMENT
'whether need compress',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'delete
switch',
+ `creator` varchar(64) DEFAULT NULL COMMENT
'creator',
+ `modifier` varchar(64) DEFAULT NULL COMMENT
'modifier',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'temp
view',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 9
+ DEFAULT CHARSET = utf8mb4 COMMENT ='basic configuration of file data source';
+
+-- ----------------------------
+-- Table structure for source_file_detail
+-- ----------------------------
+DROP TABLE IF EXISTS `source_file_detail`;
+CREATE TABLE `source_file_detail`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream
descriptor',
+ `access_type` varchar(20) DEFAULT 'Agent' COMMENT
'Collection type, there are Agent, DataProxy client, LoadProxy, the file can
only be Agent temporarily',
+ `server_name` varchar(64) DEFAULT NULL COMMENT 'The
name of the data source service. If it is empty, add configuration through the
following fields',
+ `ip` varchar(128) DEFAULT NULL COMMENT 'Data
source IP address',
+ `port` int(11) DEFAULT NULL COMMENT 'Data
source port number',
+ `is_inner_ip` tinyint(1) DEFAULT '0' COMMENT
'Whether it is intranet, 0: no, 1: yes',
+ `issue_type` varchar(10) DEFAULT 'SSH' COMMENT
'Issuing method, there are SSH, TCS',
+ `username` varchar(32) DEFAULT NULL COMMENT 'User
name of the data source IP host',
+ `password` varchar(64) DEFAULT NULL COMMENT 'The
password corresponding to the above user name',
+ `file_path` varchar(256) DEFAULT NULL COMMENT 'File
path, supports regular matching',
+ `status` int(11) DEFAULT '0' COMMENT 'Data
source status',
+ `previous_status` int(11) DEFAULT '0' COMMENT
'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT
'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT
'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT
'Temporary view, used to save unsubmitted and unapproved intermediate data
after modification',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 3
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Detailed table of file data source';
+
+-- ----------------------------
+-- Table structure for storage_ext
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_ext`;
+CREATE TABLE `storage_ext`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
+ `storage_type` varchar(20) NOT NULL COMMENT 'Storage type, including:
HDFS, HIVE, etc.',
+ `storage_id` int(11) NOT NULL COMMENT 'data storage id',
+ `key_name` varchar(64) NOT NULL COMMENT 'Configuration item name',
+ `key_value` varchar(256) DEFAULT NULL COMMENT 'The value of the
configuration item',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to
delete, 0: not deleted, 1: deleted',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE
CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`),
+ KEY `index_bid` (`storage_id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 11
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data storage extension table';
+
+-- ----------------------------
+-- Table structure for storage_hive
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_hive`;
+DROP TABLE IF EXISTS `storage_hive`;
+CREATE TABLE `storage_hive`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT
'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business
descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream
descriptor',
+ `jdbc_url` varchar(255) DEFAULT NULL COMMENT 'Hive
JDBC connection URL, such as "jdbc:hive2://127.0.0.1:10000"',
+ `username` varchar(128) DEFAULT NULL COMMENT
'Username',
+ `password` varchar(255) DEFAULT NULL COMMENT 'User
password',
+ `db_name` varchar(128) DEFAULT NULL COMMENT
'Target database name',
+ `table_name` varchar(128) DEFAULT NULL COMMENT
'Target data table name',
+ `primary_partition` varchar(255) DEFAULT 'dt' COMMENT
'primary partition field',
+ `secondary_partition` varchar(256) DEFAULT NULL COMMENT
'secondary partition field',
+ `partition_type` varchar(10) DEFAULT NULL COMMENT 'The
partition type, there are: H-by hour, D-by day, W-by week, M-by month,
O-one-time, R-non-periodical',
+ `file_format` varchar(15) DEFAULT 'TextFile' COMMENT
'The stored table format, TextFile, RCFile, SequenceFile, Avro',
+ `encoding_type` varchar(255) DEFAULT NULL COMMENT 'data
encoding',
+ `field_splitter` varchar(10) DEFAULT NULL COMMENT 'field
separator',
+ `hdfs_default_fs` varchar(255) DEFAULT NULL COMMENT 'HDFS
defaultFS, such as "hdfs://127.0.0.1:9000"',
+ `warehouse_dir` varchar(250) DEFAULT
'/user/hive/warehouse' COMMENT 'Hive table storage path on HDFS, such as
"/user/hive/warehouse"',
+ `usage_interval` varchar(10) DEFAULT NULL COMMENT 'The
amount of time that Sort collected data will land on Hive, there are 10M, 15M,
30M, 1H, 1D',
+ `storage_period` int(5) DEFAULT '10' COMMENT 'Data
storage period, unit: day',
+ `status` int(11) DEFAULT '0' COMMENT
'status',
+ `previous_status` int(11) DEFAULT '0' COMMENT
'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT
'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT
'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT
'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT
'Temporary view, used to save un-submitted and unapproved intermediate data
after modification',
+ `opt_log` varchar(5000) DEFAULT NULL COMMENT
'Background operation log',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 21
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data is stored in Hive configuration
table';
+
+-- ----------------------------
+-- Table structure for storage_hive_field
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_hive_field`;
+CREATE TABLE `storage_hive_field`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental
primary key',
+ `storage_id` int(11) NOT NULL COMMENT 'Hive data storage id',
+ `source_field_name` varchar(20) DEFAULT NULL COMMENT 'source field name',
+ `source_field_type` varchar(20) DEFAULT NULL COMMENT 'source field type',
+ `field_name` varchar(20) DEFAULT NULL COMMENT 'field name',
+ `field_type` varchar(20) DEFAULT NULL COMMENT 'field type',
+ `field_comment` varchar(2000) DEFAULT NULL COMMENT 'Field description',
+ `is_required` tinyint(1) DEFAULT NULL COMMENT 'Is it required, 0:
not necessary, 1: required',
+ `bon_field_path` varchar(256) DEFAULT NULL COMMENT 'BON field path',
+ `bon_field_type` varchar(64) DEFAULT NULL COMMENT 'BON field type',
+ `encrypt_level` varchar(20) DEFAULT NULL COMMENT 'Encryption level',
+ `is_exist` tinyint(1) DEFAULT '0' COMMENT 'Does it exist, 0:
does not exist, 1: exists',
+ `rank_num` smallint(6) DEFAULT '0' COMMENT 'Field order
(front-end display field order)',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete,
0: not deleted, 1: deleted',
+ PRIMARY KEY (`id`),
+ KEY `index_storage_id` (`storage_id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 34
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data stored in Hive field';
+
+-- ----------------------------
+-- Table structure for task
+-- ----------------------------
+DROP TABLE IF EXISTS `task`;
+CREATE TABLE `task`
+(
+ `id` bigint(20) NOT NULL,
+ `taskflow_id` bigint(20) DEFAULT NULL COMMENT 'Owning task flow id',
+ `task_def_id` bigint(20) DEFAULT NULL COMMENT 'task definition id',
+ `task_name` varchar(255) DEFAULT NULL COMMENT 'task name',
+ `status` varchar(255) DEFAULT NULL COMMENT 'task status',
+ `post_param` varchar(255) DEFAULT NULL COMMENT 'Task parameters',
+ `resultmsg` varchar(1000) DEFAULT NULL COMMENT 'Execution result log',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `update_time` datetime DEFAULT NULL COMMENT 'last modified time',
+ `update_by` varchar(0) DEFAULT NULL COMMENT 'last modified person',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task information table';
+
+-- ----------------------------
+-- Table structure for task_def
+-- ----------------------------
+DROP TABLE IF EXISTS `task_def`;
+CREATE TABLE `task_def`
+(
+ `id` bigint(20) NOT NULL,
+ `taskflow_def_id` bigint(20) DEFAULT NULL COMMENT 'Task flow definition
id',
+ `parent_id` bigint(20) DEFAULT NULL COMMENT 'parent task id',
+ `implclass` varchar(255) DEFAULT NULL COMMENT 'task processing flow
class',
+ `task_name` varchar(255) DEFAULT NULL COMMENT 'task name',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `update_time` datetime DEFAULT NULL COMMENT 'last modified time',
+ `update_by` datetime DEFAULT NULL COMMENT 'last modified person',
+ `delivery_id` bigint(20) DEFAULT NULL COMMENT 'Task push method',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task definition under workflow';
+
+-- ----------------------------
+-- Table structure for taskflow
+-- ----------------------------
+DROP TABLE IF EXISTS `taskflow`;
+CREATE TABLE `taskflow`
+(
+ `id` bigint(20) NOT NULL AUTO_INCREMENT,
+ `taskflow_def_id` bigint(20) DEFAULT NULL COMMENT 'Taskflow definition
id',
+ `status` varchar(255) DEFAULT NULL COMMENT 'status',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `update_time` datetime DEFAULT NULL COMMENT 'last modified time',
+ `update_by` varchar(255) DEFAULT NULL COMMENT 'last modified person',
+ `event` varchar(255) DEFAULT NULL COMMENT 'trigger event',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task flow instance';
+
+-- ----------------------------
+-- Table structure for taskflow_def
+-- ----------------------------
+DROP TABLE IF EXISTS `taskflow_def`;
+CREATE TABLE `taskflow_def`
+(
+ `id` bigint(20) NOT NULL AUTO_INCREMENT,
+ `name` varchar(255) DEFAULT NULL COMMENT 'Workflow definition
name',
+ `descrip` varchar(255) DEFAULT NULL COMMENT 'Workflow function
description',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `isValid` int(11) DEFAULT NULL COMMENT 'logical deletion',
+ `trigger_event` varchar(255) DEFAULT NULL COMMENT 'trigger event',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task flow definition';
+
+-- ----------------------------
+-- Table structure for user
+-- ----------------------------
+DROP TABLE IF EXISTS `user`;
+CREATE TABLE `user`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `name` varchar(255) NOT NULL COMMENT 'account name',
+ `password` varchar(64) NOT NULL COMMENT 'password md5',
+ `account_type` int(11) NOT NULL DEFAULT '1' COMMENT 'account type,
0-manager 1-normal',
+ `due_date` datetime DEFAULT NULL COMMENT 'due date for
account',
+ `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT
'create time',
+ `update_time` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE
CURRENT_TIMESTAMP COMMENT 'update time',
+ `create_by` varchar(255) NOT NULL COMMENT 'create by sb.',
+ `update_by` varchar(255) DEFAULT NULL COMMENT 'update by sb.',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_name_uindex` (`name`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 25
+ DEFAULT CHARSET = utf8mb4 COMMENT ='User table';
+
+-- create default admin user, username is 'admin', password is 'inlong'
+INSERT INTO `user` (name, password, account_type, due_date, create_time,
update_time, create_by, update_by)
+VALUES ('admin', '628ed559bff5ae36bd2184d4216973cf', 0, '2099-12-31 23:59:59',
+ CURRENT_TIMESTAMP, CURRENT_TIMESTAMP, 'inlong_init', 'inlong_init');
+
+-- ----------------------------
+-- Table structure for user_role
+-- ----------------------------
+DROP TABLE IF EXISTS `user_role`;
+CREATE TABLE `user_role`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `user_name` varchar(255) NOT NULL COMMENT 'username rtx',
+ `role_code` varchar(255) NOT NULL COMMENT 'role',
+ `create_time` datetime NOT NULL,
+ `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+ `create_by` varchar(255) NOT NULL,
+ `update_by` varchar(255) NOT NULL,
+ `disabled` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Is it disabled?',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='User Role Table';
+
+-- ----------------------------
+-- Table structure for wf_approver
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_approver`;
+CREATE TABLE `wf_approver`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `process_name` varchar(255) NOT NULL COMMENT 'process definition
name',
+ `task_name` varchar(255) NOT NULL COMMENT 'Approval task name',
+ `filter_key` varchar(64) NOT NULL COMMENT 'filter condition KEY',
+ `filter_value` varchar(255) DEFAULT NULL COMMENT 'Filter
matching value',
+ `filter_value_desc` varchar(255) DEFAULT NULL COMMENT 'Filter
value description',
+ `approvers` varchar(1024) NOT NULL COMMENT 'Approvers, separated
by commas',
+ `creator` varchar(64) NOT NULL COMMENT 'creator',
+ `modifier` varchar(64) NOT NULL COMMENT 'modifier',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP
COMMENT 'update time',
+ `is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to
delete, 0 is not deleted, if greater than 0, delete',
+ PRIMARY KEY (`id`),
+ KEY `process_name_task_name_index` (`process_name`, `task_name`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 5
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Workflow approver table';
+
+-- create default approver for new consumption and new business
+INSERT INTO `wf_approver`(`process_name`, `task_name`, `filter_key`,
`filter_value`, `approvers`,
+ `creator`, `modifier`, `create_time`, `modify_time`,
`is_deleted`)
+VALUES ('NEW_CONSUMPTION_WORKFLOW', 'ut_admin', 'DEFAULT', NULL, 'admin',
+ 'inlong_init', 'inlong_init', CURRENT_TIMESTAMP, CURRENT_TIMESTAMP, 0),
+ ('NEW_BUSINESS_WORKFLOW', 'ut_admin', 'DEFAULT', NULL, 'admin',
+ 'inlong_init', 'inlong_init', CURRENT_TIMESTAMP, CURRENT_TIMESTAMP, 0);
+
+-- ----------------------------
+-- Table structure for wf_event_log
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_event_log`;
+CREATE TABLE `wf_event_log`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `process_inst_id` int(11) NOT NULL,
+ `process_name` varchar(255) DEFAULT NULL COMMENT 'process name',
+ `process_display_name` varchar(255) NOT NULL COMMENT 'process name',
+ `business_id` varchar(128) DEFAULT NULL COMMENT 'Business ID',
+ `task_inst_id` int(11) DEFAULT NULL COMMENT 'task ID',
+ `element_name` varchar(255) NOT NULL COMMENT 'The name of the
component that triggered the event',
+ `element_display_name` varchar(255) NOT NULL COMMENT 'Chinese name of the
component that triggered the event',
+ `event_type` varchar(64) NOT NULL COMMENT 'Event type: process
event/task event',
+ `event` varchar(64) NOT NULL COMMENT 'event',
+ `listener` varchar(1024) DEFAULT NULL COMMENT 'Event listener
name',
+ `state` int(11) NOT NULL COMMENT 'state',
+ `async` tinyint(1) NOT NULL COMMENT 'Asynchronous or not',
+ `ip` varchar(64) DEFAULT NULL COMMENT 'IP address
executed by listener',
+ `start_time` datetime NOT NULL COMMENT 'Monitor start
execution time',
+ `end_time` datetime DEFAULT NULL COMMENT 'Listener end
time',
+ `remark` text COMMENT 'Execution result remark information',
+ `exception` text COMMENT 'Exception information',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 5170
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Workflow event log table';
+
+-- ----------------------------
+-- Table structure for wf_process_instance
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_process_instance`;
+CREATE TABLE `wf_process_instance`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `name` varchar(255) NOT NULL COMMENT 'process name',
+ `display_name` varchar(255) NOT NULL COMMENT 'Process display name',
+ `type` varchar(255) DEFAULT NULL COMMENT 'process
classification',
+ `title` varchar(255) DEFAULT NULL COMMENT 'process title',
+ `business_id` varchar(128) DEFAULT NULL COMMENT 'Business ID: to
facilitate related business',
+ `applicant` varchar(255) NOT NULL COMMENT 'applicant',
+ `state` varchar(64) NOT NULL COMMENT 'state',
+ `form_data` mediumtext COMMENT 'form information',
+ `start_time` datetime NOT NULL COMMENT 'start time',
+ `end_time` datetime DEFAULT NULL COMMENT 'End event',
+ `ext` text COMMENT 'Extended information-json',
+ `hidden` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Is it hidden',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 197
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Process instance';
+
+-- ----------------------------
+-- Table structure for wf_task_instance
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_task_instance`;
+CREATE TABLE `wf_task_instance`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `type` varchar(64) NOT NULL COMMENT 'Task type: UserTask
user task/ServiceTask system task',
+ `process_inst_id` int(11) NOT NULL COMMENT 'process ID',
+ `process_name` varchar(255) NOT NULL COMMENT 'process name',
+ `process_display_name` varchar(255) NOT NULL COMMENT 'process name',
+ `name` varchar(255) NOT NULL COMMENT 'task name',
+ `display_name` varchar(255) NOT NULL COMMENT 'Task display name',
+ `applicant` varchar(64) DEFAULT NULL COMMENT 'applicant',
+ `approvers` varchar(1024) NOT NULL COMMENT 'approvers',
+ `state` varchar(64) NOT NULL COMMENT 'state',
+ `operator` varchar(255) DEFAULT NULL COMMENT 'actual
operator',
+ `remark` varchar(1024) DEFAULT NULL COMMENT 'Remark
information',
+ `form_data` mediumtext COMMENT 'form information submitted by
the current task',
+ `start_time` datetime NOT NULL COMMENT 'start time',
+ `end_time` datetime DEFAULT NULL COMMENT 'End time',
+ `ext` text COMMENT 'Extended information-json',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 704
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Task instance';
+
+SET FOREIGN_KEY_CHECKS = 1;
diff --git a/docker/docker-compose/sql/tubemanager.sql
b/docker/docker-compose/sql/tubemanager.sql
new file mode 100644
index 0000000..d23e3b3
--- /dev/null
+++ b/docker/docker-compose/sql/tubemanager.sql
@@ -0,0 +1,24 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+SET NAMES utf8mb4;
+SET FOREIGN_KEY_CHECKS = 0;
+
+-- ----------------------------
+-- database for TubeMQ Manager
+-- ----------------------------
+CREATE DATABASE IF NOT EXISTS tubemanager;
diff --git a/inlong-dataproxy/bin/flume-ng b/inlong-dataproxy/bin/flume-ng
index 019714d..30801b8 100755
--- a/inlong-dataproxy/bin/flume-ng
+++ b/inlong-dataproxy/bin/flume-ng
@@ -226,7 +226,7 @@ run_flume() {
# set default params
FLUME_CLASSPATH=""
-JAVA_OPTS="-Xmx10g -Xms10g -Xmn2g -XX:SurvivorRatio=6"
+JAVA_OPTS="-Xmx1024m -Xms512m -Xmn512m -XX:SurvivorRatio=6"
#LD_LIBRARY_PATH=""
opt_conf=""
diff --git a/inlong-dataproxy/dataproxy-docker/README.md
b/inlong-dataproxy/dataproxy-docker/README.md
index 30aed04..6ae82ba 100644
--- a/inlong-dataproxy/dataproxy-docker/README.md
+++ b/inlong-dataproxy/dataproxy-docker/README.md
@@ -9,6 +9,7 @@ docker pull inlong/dataproxy:latest
##### Start Container
```
docker run -d --name dataproxy \
+-p 46801:46801 \
-e MANAGER_OPENAPI_IP=manager_openapi_ip \
-e MANAGER_OPENAPI_PORT=manager_openapi_port \
-e TUBMQ_MASTER_LIST=tube_master_address inlong/dataproxy
diff --git a/inlong-manager/manager-docker/Dockerfile
b/inlong-manager/manager-docker/Dockerfile
index 74fce37..b9c41dc 100644
--- a/inlong-manager/manager-docker/Dockerfile
+++ b/inlong-manager/manager-docker/Dockerfile
@@ -16,17 +16,17 @@
# specific language governing permissions and limitations
# under the License.
#
-FROM openjdk:8-jdk-alpine
+FROM openjdk:8-jdk
EXPOSE 8083
# profile and env virables
-ENV ACTIVE_PROFILE=dev
+ENV ACTIVE_PROFILE=prod
# Note: '/' and '&' symbles need to be escaped with the '\'
ENV
JDBC_URL='jdbc:mysql:\/\/127.0.0.1:3306\/apache_inlong_manager?useSSL=false\&allowPublicKeyRetrieval=true\&characterEncoding=UTF-8\&nullCatalogMeansCurrent=true\&serverTimezone=GMT%2b8'
ENV USERNAME=root
-ENV PASSWORD=123456
-ENV TUBE_MANAGER=http://127.0.0.1:8081
-ENV TUBE_MASTER=127.0.0.1:8000,127.0.0.1:8010
+ENV PASSWORD=inlong
+ENV TUBE_MANAGER=http://127.0.0.1:8089
+ENV TUBE_MASTER=master1:8715,master2:8715
ENV TUBE_CLUSTER_ID=1
ENV ZK_URL=127.0.0.1:2181
ENV ZK_ROOT=inlong_hive
diff --git a/inlong-manager/manager-docker/README.md
b/inlong-manager/manager-docker/README.md
index 9b3aa41..8dec3b5 100644
--- a/inlong-manager/manager-docker/README.md
+++ b/inlong-manager/manager-docker/README.md
@@ -9,16 +9,15 @@ docker pull inlong/manager-web:latest
```
### Start Container
-~~~~
+
```
docker run -d --name manager-web -p 8083:8083 \
-e ACTIVE_PROFILE=prod \
--e
JDBC_URL='jdbc:mysql:\/\/127.0.0.1:3306\/apache_inlong_manager?serverTimezone=GMT%2b8\&useSSL=false\&allowPublicKeyRetrieval=true\&characterEncoding=UTF-8\&nullCatalogMeansCurrent=true'
\
--e USERNAME=xxxxxx \
--e PASSWORD=xxxxxx \
--e TUBE_MANAGER=http://127.0.0.1:8081 \
--e TUBE_MASTER=127.0.0.1:8000,127.0.0.1:8010 \
--e TUBE_CLUSTER_ID=1 \
+-e JDBC_URL=127.0.0.1:3306 \
+-e USERNAME=root \
+-e PASSWORD=inlong \
+-e TUBE_MANAGER=127.0.0.1:8089 \
+-e TUBE_MASTER=127.0.0.1:8715 \
-e ZK_URL=127.0.0.1:2181 \
-e ZK_ROOT=inlong_hive \
-e SORT_APP_NAME=inlong_hive \
diff --git a/inlong-manager/manager-docker/manager-docker.sh
b/inlong-manager/manager-docker/manager-docker.sh
index a84565f..24d4b18 100644
--- a/inlong-manager/manager-docker/manager-docker.sh
+++ b/inlong-manager/manager-docker/manager-docker.sh
@@ -1,4 +1,4 @@
-#!/bin/sh
+#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
@@ -24,10 +24,12 @@ file_path=$(
if [ -f "${ACTIVE_PROFILE}" ]; then
"${ACTIVE_PROFILE}" = dev
fi
+
conf_file="${file_path}"/conf/application-"${ACTIVE_PROFILE}".properties
# replace the configuration
-sed -i "s/datasource.jdbc\-url=.*$/datasource.jdbc\-url=${JDBC_URL}/g"
"${conf_file}"
+sed -i
"s/spring.profiles.active=.*$/spring.profiles.active=${ACTIVE_PROFILE}/g"
"${file_path}"/conf/application.properties
+sed -i "s/127.0.0.1:3306/${JDBC_URL}/g" "${conf_file}"
sed -i "s/datasource.username=.*$/datasource.username=${USERNAME}/g"
"${conf_file}"
sed -i "s/datasource.password=.*$/datasource.password=${PASSWORD}/g"
"${conf_file}"
diff --git a/inlong-manager/manager-docker/pom.xml
b/inlong-manager/manager-docker/pom.xml
index dffd8ca..2118787 100644
--- a/inlong-manager/manager-docker/pom.xml
+++ b/inlong-manager/manager-docker/pom.xml
@@ -53,16 +53,12 @@
<executions>
<execution>
<id>default</id>
- <!-- when run mvn package, build the image -->
- <phase>package</phase>
<goals>
<goal>build</goal>
</goals>
</execution>
<execution>
<id>tag-and-push-latest</id>
- <!-- when run mvn install, tag and push the
image -->
- <phase>install</phase>
<goals>
<goal>tag</goal>
<goal>push</goal>
diff --git a/inlong-manager/manager-web/bin/restart.sh
b/inlong-manager/manager-web/bin/restart.sh
index 1a1da59..e3ddff9 100755
--- a/inlong-manager/manager-web/bin/restart.sh
+++ b/inlong-manager/manager-web/bin/restart.sh
@@ -1,4 +1,4 @@
-#! /bin/sh
+#! /bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
diff --git a/inlong-manager/manager-web/bin/shutdown.sh
b/inlong-manager/manager-web/bin/shutdown.sh
index f045208..1623266 100755
--- a/inlong-manager/manager-web/bin/shutdown.sh
+++ b/inlong-manager/manager-web/bin/shutdown.sh
@@ -1,4 +1,4 @@
-#! /bin/sh
+#! /bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
diff --git a/inlong-manager/manager-web/bin/startup.sh
b/inlong-manager/manager-web/bin/startup.sh
index 759d5ca..984a520 100755
--- a/inlong-manager/manager-web/bin/startup.sh
+++ b/inlong-manager/manager-web/bin/startup.sh
@@ -1,4 +1,4 @@
-#! /bin/sh
+#! /bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
@@ -74,17 +74,17 @@ NOW_PRETTY=$(date +'%Y-%m-%m %H:%M:%S')
STARTUP_LOG="================================================ ${NOW_PRETTY}
================================================\n"
# If the logs folder does not exist, create the folder
-if [[ ! -d "${LOG_DIR}" ]]; then
+if [ ! -d "${LOG_DIR}" ]; then
mkdir "${LOG_DIR}"
fi
# If the log/back folder does not exist, create a folder
-if [[ ! -d "${LOG_BACK_DIR}" ]]; then
+if [ ! -d "${LOG_BACK_DIR}" ]; then
mkdir "${LOG_BACK_DIR}"
fi
# If the project log exists, rename the backup
-if [[ -f "${LOG_FILE}" ]]; then
+if [ -f "${LOG_FILE}" ]; then
mv ${LOG_FILE} "${LOG_BACK_DIR}/${APPLICATION}_back_${NOW}.log"
fi
@@ -92,7 +92,7 @@ fi
echo "" >${LOG_FILE}
# JVM Configuration
-JAVA_OPT="-server -Xms4g -Xmx4g -XX:MetaspaceSize=256m
-XX:MaxMetaspaceSize=512m -XX:-OmitStackTraceInFastThrow "
+JAVA_OPT="-server -Xms512m -Xmx1024m -XX:MetaspaceSize=256m
-XX:MaxMetaspaceSize=512m -XX:-OmitStackTraceInFastThrow "
# outside param
JAVA_OPT="${JAVA_OPT} $1"
diff --git a/inlong-sort/pom.xml b/inlong-sort/pom.xml
index 4d00c6e..83ae849 100644
--- a/inlong-sort/pom.xml
+++ b/inlong-sort/pom.xml
@@ -317,7 +317,7 @@
<configuration>
<!-- Enforce single fork execution due to heavy mini
cluster use in the tests -->
<forkCount>1</forkCount>
- <argLine>-Xms256m -Xmx2048m
-Dlog4j.configuration=${log4j.configuration}
+ <argLine>-Xms256m -Xmx1024m
-Dlog4j.configuration=${log4j.configuration}
-Dmvn.forkNumber=${surefire.forkNumber}
-XX:-UseGCOverheadLimit
</argLine>
</configuration>
diff --git a/inlong-sort/sort-formats/pom.xml b/inlong-sort/sort-formats/pom.xml
index 334c1c6..0d5f8c3 100644
--- a/inlong-sort/sort-formats/pom.xml
+++ b/inlong-sort/sort-formats/pom.xml
@@ -203,7 +203,7 @@
<forkNumber>0${surefire.forkNumber}</forkNumber>
<log4j.configuration>${log4j.configuration}</log4j.configuration>
</systemPropertyVariables>
- <argLine>-Xms256m -Xmx2048m
-Dmvn.forkNumber=${surefire.forkNumber}
+ <argLine>-Xms256m -Xmx1024m
-Dmvn.forkNumber=${surefire.forkNumber}
-XX:+UseG1GC
</argLine>
</configuration>
diff --git a/inlong-tubemq/tubemq-manager/bin/start-manager.sh
b/inlong-tubemq/tubemq-manager/bin/start-manager.sh
index 1f8a3f0..e339001 100644
--- a/inlong-tubemq/tubemq-manager/bin/start-manager.sh
+++ b/inlong-tubemq/tubemq-manager/bin/start-manager.sh
@@ -23,7 +23,7 @@ LOG_DIR=${LOG_DIR:-"$base_dir/../logs"}
CONF_DIR=${CONF_DIR:-"$base_dir/../conf"}
LIB_DIR=${LIB_DIR:-"$base_dir/../lib"}
CONSOLE_OUTPUT_FILE=$LOG_DIR/$DAEMON_NAME.out
-MANAGER_HEAP_OPTS="-Xmx16G -Xms16G"
+MANAGER_HEAP_OPTS="-Xmx1G -Xms1G"
MANAGER_GC_OPTS="-XX:+UseG1GC -verbose:gc -verbose:sizes
-Xloggc:${LOG_DIR}/gc.log.`date +%Y-%m-%d-%H-%M-%S` -XX:+PrintGCDetails
-XX:+PrintGCDateStamps -XX:+PrintTenuringDistribution"
# create logs directory
diff --git a/inlong-website/Dockerfile b/inlong-website/Dockerfile
index 05854d7..c58f38c 100644
--- a/inlong-website/Dockerfile
+++ b/inlong-website/Dockerfile
@@ -19,8 +19,10 @@
FROM nginx
# add built files from target output
ARG WEBSITE_FILE
+WORKDIR /usr/share/nginx/html
ADD ${WEBSITE_FILE} /usr/share/nginx/html
-ADD nginx.conf /etc/nginx/nginx.conf
+ADD nginx.conf /etc/nginx/conf.d/default.conf
ENV MANAGER_API_ADDRESS=127.0.0.1:8083
-RUN sed -i "s/manager_api_address/$MANAGER_API_ADDRESS/g" /etc/nginx/nginx.conf
-CMD ["nginx", "-g", "daemon off;"]
+ADD website-docker.sh /docker-entrypoint.d/
+RUN chmod +x /docker-entrypoint.d/website-docker.sh
+CMD ["/docker-entrypoint.d/website-docker.sh"]
\ No newline at end of file
diff --git a/inlong-website/nginx.conf b/inlong-website/nginx.conf
index 98ebf86..2a88208 100644
--- a/inlong-website/nginx.conf
+++ b/inlong-website/nginx.conf
@@ -12,51 +12,13 @@
# under the License.
#
-user nginx;
-worker_processes auto;
-error_log /var/log/nginx/error.log;
-pid /run/nginx.pid;
-
-# Load dynamic modules. See /usr/share/doc/nginx/README.dynamic.
-include /usr/share/nginx/modules/*.conf;
-
-events {
- worker_connections 1024;
-}
-
-http {
- log_format main '$remote_addr - $remote_user [$time_local] "$request" '
- '$status $body_bytes_sent "$http_referer" '
- '"$http_user_agent" "$http_x_forwarded_for"';
-
- access_log /var/log/nginx/access.log main;
-
- sendfile on;
- tcp_nopush on;
- tcp_nodelay on;
- keepalive_timeout 65;
- types_hash_max_size 4096;
-
- include /etc/nginx/mime.types;
- default_type application/octet-stream;
-
- # Load modular configuration files from the /etc/nginx/conf.d directory.
- # See http://nginx.org/en/docs/ngx_core_module.html#include
- # for more information.
- include /etc/nginx/conf.d/*.conf;
-
- server {
+server {
listen 80;
listen [::]:80;
server_name _;
root /usr/share/nginx/html;
-
- # Load configuration files for the default server block.
- include /etc/nginx/default.d/*.conf;
-
location /api {
proxy_pass http://manager_api_address;
}
- }
}
diff --git a/inlong-website/website-docker.sh b/inlong-website/website-docker.sh
new file mode 100644
index 0000000..8d13a70
--- /dev/null
+++ b/inlong-website/website-docker.sh
@@ -0,0 +1,21 @@
+#!/bin/sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# add manager api address for website
+sed -i "s/manager_api_address/$MANAGER_API_ADDRESS/g"
/etc/nginx/conf.d/default.conf
+# start nginx
+nginx -g "daemon off;"
