This is an automated email from the ASF dual-hosted git repository.
zhouyao2023 pushed a change to branch 2.3.4-release
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
discard 3771d000ae [maven-release-plugin] prepare for next development
iteration
omit 2a4527b0e9 [maven-release-plugin] prepare release 2.3.4
omit 386b7db4c2 [Release][2.3.4][release-note] Add release-note
add 1fd854de67 [Improve] Implement ElasticSearch connector factory (#6181)
add 576919bfab [Feature][Connector-V2][Assert] Support field type assert
and field value equality assert for full data types (#6275)
add 1dad6f7061 Fix HiveMetaStoreProxy#enableKerberos will return true if
doesn't enable kerberos (#6307)
add 1f2f3fc5f0 [Test][E2E] Add thread leak check for connector (#5773)
add 3f931ee7c6 [Transform-V2][Pom] fix seatunnel-format-json version
(#6322)
new 3b83fc4c42 [Release][2.3.4][release-note] Add release-note
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3771d000ae)
\
N -- N -- N refs/heads/2.3.4-release (3b83fc4c42)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/en/concept/schema-feature.md | 4 +-
docs/en/connector-v2/sink/Assert.md | 370 +++++++++++++++++++--
docs/en/connector-v2/source/FakeSource.md | 5 +-
pom.xml | 7 +-
release-note.md | 2 +-
seatunnel-api/pom.xml | 5 +-
.../catalog/SeaTunnelDataTypeConvertorUtil.java | 29 +-
.../SeaTunnelDataTypeConvertorUtilTest.java | 77 +++++
seatunnel-common/pom.xml | 5 +-
seatunnel-config/pom.xml | 5 +-
seatunnel-config/seatunnel-config-base/pom.xml | 5 +-
seatunnel-config/seatunnel-config-shade/pom.xml | 5 +-
.../connector-amazondynamodb/pom.xml | 5 +-
.../connector-amazonsqs/pom.xml | 5 +-
seatunnel-connectors-v2/connector-assert/pom.xml | 10 +-
.../assertion/excecutor/AssertExecutor.java | 314 +++++++++++++----
.../seatunnel/assertion/rule/AssertFieldRule.java | 4 +-
.../seatunnel/assertion/rule/AssertRuleParser.java | 83 +++--
.../flink/assertion/AssertExecutorTest.java | 285 +++++++++++++++-
.../flink/assertion/rule/AssertRuleParserTest.java | 39 ++-
.../connector-cassandra/pom.xml | 5 +-
.../connector-cdc/connector-cdc-base/pom.xml | 5 +-
.../connector-cdc/connector-cdc-mongodb/pom.xml | 5 +-
.../connector-cdc/connector-cdc-mysql/pom.xml | 5 +-
.../connector-cdc/connector-cdc-oracle/pom.xml | 5 +-
.../connector-cdc/connector-cdc-postgres/pom.xml | 5 +-
.../connector-cdc/connector-cdc-sqlserver/pom.xml | 5 +-
seatunnel-connectors-v2/connector-cdc/pom.xml | 5 +-
.../connector-clickhouse/pom.xml | 5 +-
seatunnel-connectors-v2/connector-common/pom.xml | 5 +-
seatunnel-connectors-v2/connector-console/pom.xml | 5 +-
seatunnel-connectors-v2/connector-datahub/pom.xml | 5 +-
seatunnel-connectors-v2/connector-dingtalk/pom.xml | 5 +-
seatunnel-connectors-v2/connector-doris/pom.xml | 5 +-
.../connector-elasticsearch/pom.xml | 5 +-
.../catalog/ElasticSearchCatalog.java | 12 +-
.../catalog/ElasticSearchCatalogFactory.java | 5 +-
.../elasticsearch/client/EsRestClient.java | 62 +---
.../seatunnel/elasticsearch/dto/IndexInfo.java | 23 +-
.../elasticsearch/sink/ElasticsearchSink.java | 48 +--
.../sink/ElasticsearchSinkFactory.java | 7 +
.../sink/ElasticsearchSinkWriter.java | 9 +-
.../elasticsearch/source/ElasticsearchSource.java | 74 +++--
.../source/ElasticsearchSourceFactory.java | 12 +
.../source/ElasticsearchSourceReader.java | 11 +-
.../source/ElasticsearchSourceSplitEnumerator.java | 37 +--
.../serialize/ElasticsearchRowSerializerTest.java | 12 +-
seatunnel-connectors-v2/connector-email/pom.xml | 5 +-
seatunnel-connectors-v2/connector-fake/pom.xml | 5 +-
.../connector-file-base-hadoop/pom.xml | 5 +-
.../connector-file/connector-file-base/pom.xml | 5 +-
.../file/hadoop/HadoopFileSystemProxy.java | 51 +--
.../seatunnel/file/sink/BaseFileSinkWriter.java | 6 +-
.../file/sink/BaseMultipleTableFileSink.java | 20 +-
.../file/sink/writer/AbstractWriteStrategy.java | 10 +
.../seatunnel/file/sink/writer/WriteStrategy.java | 3 +-
.../file/source/BaseFileSourceReader.java | 4 +-
.../file/source/reader/AbstractReadStrategy.java | 10 +
.../reader/MultipleTableFileSourceReader.java | 3 +
.../seatunnel/file/source/reader/ReadStrategy.java | 3 +-
.../connector-file/connector-file-cos/pom.xml | 5 +-
.../connector-file/connector-file-ftp/pom.xml | 5 +-
.../connector-file/connector-file-hadoop/pom.xml | 5 +-
.../connector-file-jindo-oss/pom.xml | 5 +-
.../connector-file/connector-file-local/pom.xml | 5 +-
.../connector-file/connector-file-oss/pom.xml | 5 +-
.../connector-file/connector-file-s3/pom.xml | 5 +-
.../seatunnel/file/s3/catalog/S3FileCatalog.java | 11 +-
.../connector-file/connector-file-sftp/pom.xml | 5 +-
.../seatunnel/file/sftp/system/SFTPFileSystem.java | 6 +
seatunnel-connectors-v2/connector-file/pom.xml | 5 +-
.../connector-google-firestore/pom.xml | 5 +-
.../connector-google-sheets/pom.xml | 5 +-
seatunnel-connectors-v2/connector-hbase/pom.xml | 5 +-
seatunnel-connectors-v2/connector-hive/pom.xml | 5 +-
.../seatunnel/hive/utils/HiveMetaStoreProxy.java | 25 +-
.../hive/utils/HiveMetaStoreProxyUtils.java | 49 +++
.../hive/utils/HiveMetaStoreProxyUtilsTest.java | 56 ++++
.../src/test/resources/hive_with_kerberos.conf} | 9 +-
.../src/test/resources/hive_with_remoteuser.conf} | 8 +-
.../src/test/resources/hive_without_kerberos.conf} | 7 +-
.../connector-http/connector-http-base/pom.xml | 5 +-
.../connector-http/connector-http-feishu/pom.xml | 5 +-
.../connector-http/connector-http-github/pom.xml | 5 +-
.../connector-http/connector-http-gitlab/pom.xml | 5 +-
.../connector-http/connector-http-jira/pom.xml | 5 +-
.../connector-http/connector-http-klaviyo/pom.xml | 5 +-
.../connector-http/connector-http-lemlist/pom.xml | 5 +-
.../connector-http/connector-http-myhours/pom.xml | 5 +-
.../connector-http/connector-http-notion/pom.xml | 5 +-
.../connector-http-onesignal/pom.xml | 5 +-
.../connector-http-persistiq/pom.xml | 5 +-
.../connector-http/connector-http-wechat/pom.xml | 5 +-
seatunnel-connectors-v2/connector-http/pom.xml | 5 +-
seatunnel-connectors-v2/connector-hudi/pom.xml | 5 +-
seatunnel-connectors-v2/connector-iceberg/pom.xml | 5 +-
.../source/enumerator/AbstractSplitEnumerator.java | 3 +
.../iceberg/source/reader/IcebergSourceReader.java | 3 +
seatunnel-connectors-v2/connector-influxdb/pom.xml | 5 +-
.../influxdb/sink/InfluxDBSinkWriter.java | 3 +
.../source/InfluxDBSourceSplitEnumerator.java | 4 +-
.../influxdb/source/InfluxdbSourceReader.java | 3 +
seatunnel-connectors-v2/connector-iotdb/pom.xml | 5 +-
seatunnel-connectors-v2/connector-jdbc/pom.xml | 5 +-
seatunnel-connectors-v2/connector-kafka/pom.xml | 5 +-
seatunnel-connectors-v2/connector-kudu/pom.xml | 5 +-
.../connector-maxcompute/pom.xml | 5 +-
seatunnel-connectors-v2/connector-mongodb/pom.xml | 5 +-
seatunnel-connectors-v2/connector-neo4j/pom.xml | 5 +-
seatunnel-connectors-v2/connector-openmldb/pom.xml | 5 +-
seatunnel-connectors-v2/connector-paimon/pom.xml | 5 +-
seatunnel-connectors-v2/connector-pulsar/pom.xml | 5 +-
seatunnel-connectors-v2/connector-rabbitmq/pom.xml | 5 +-
seatunnel-connectors-v2/connector-redis/pom.xml | 5 +-
seatunnel-connectors-v2/connector-rocketmq/pom.xml | 5 +-
.../rocketmq/sink/RocketMqSinkWriter.java | 3 +
.../rocketmq/source/RocketMqSourceReader.java | 3 +
.../source/RocketMqSourceSplitEnumerator.java | 3 +
.../connector-s3-redshift/pom.xml | 5 +-
.../connector-selectdb-cloud/pom.xml | 5 +-
seatunnel-connectors-v2/connector-sentry/pom.xml | 5 +-
seatunnel-connectors-v2/connector-slack/pom.xml | 5 +-
seatunnel-connectors-v2/connector-socket/pom.xml | 5 +-
.../connector-starrocks/pom.xml | 5 +-
.../connector-tablestore/pom.xml | 5 +-
seatunnel-connectors-v2/connector-tdengine/pom.xml | 5 +-
seatunnel-connectors-v2/pom.xml | 5 +-
seatunnel-core/pom.xml | 5 +-
seatunnel-core/seatunnel-core-starter/pom.xml | 5 +-
seatunnel-core/seatunnel-flink-starter/pom.xml | 5 +-
.../seatunnel-flink-13-starter/pom.xml | 5 +-
.../seatunnel-flink-15-starter/pom.xml | 5 +-
.../seatunnel-flink-starter-common/pom.xml | 5 +-
seatunnel-core/seatunnel-spark-starter/pom.xml | 5 +-
.../seatunnel-spark-2-starter/pom.xml | 5 +-
.../seatunnel-spark-3-starter/pom.xml | 5 +-
.../seatunnel-spark-starter-common/pom.xml | 5 +-
seatunnel-core/seatunnel-starter/pom.xml | 5 +-
seatunnel-dist/pom.xml | 5 +-
seatunnel-e2e/pom.xml | 5 +-
.../connector-amazondynamodb-e2e/pom.xml | 5 +-
.../connector-amazonsqs-e2e/pom.xml | 5 +-
.../connector-assert-e2e/pom.xml | 5 +-
.../connector/assertion/FakeSourceToAssertIT.java | 22 ++
.../assertion/fake_full_types_to_assert.conf | 308 +++++++++++++++++
.../resources/assertion/fake_row_to_assert.conf} | 102 +++---
.../connector-cassandra-e2e/pom.xml | 5 +-
.../connector-cdc-mongodb-e2e/pom.xml | 5 +-
.../connector-cdc-mysql-e2e/pom.xml | 5 +-
.../connector-cdc-oracle-e2e/pom.xml | 5 +-
.../connector-cdc-postgres-e2e/pom.xml | 5 +-
.../connector-cdc-sqlserver-e2e/pom.xml | 5 +-
.../connector-clickhouse-e2e/pom.xml | 5 +-
.../connector-datahub-e2e/pom.xml | 5 +-
.../connector-doris-e2e/pom.xml | 5 +-
.../connector-elasticsearch-e2e/pom.xml | 5 +-
.../connector/elasticsearch/ElasticsearchIT.java | 4 +-
.../connector-fake-e2e/pom.xml | 5 +-
.../test/resources/fake_to_assert_with_range.conf | 6 +-
.../resources/fake_to_assert_with_template.conf | 6 +-
.../connector-file-cos-e2e/pom.xml | 5 +-
.../connector-file-ftp-e2e/pom.xml | 5 +-
.../connector-file-local-e2e/pom.xml | 5 +-
.../json/local_file_json_lzo_to_console.conf | 2 +-
.../text/local_file_text_lzo_to_assert.conf | 2 +-
.../connector-file-oss-e2e/pom.xml | 5 +-
.../json/oss_file_json_lzo_to_console.conf | 2 +-
.../text/oss_file_text_lzo_to_assert.conf | 2 +-
.../connector-file-sftp-e2e/pom.xml | 5 +-
.../connector-google-firestore-e2e/pom.xml | 5 +-
.../connector-hbase-e2e/pom.xml | 5 +-
.../connector-http-e2e/pom.xml | 5 +-
.../connector-iceberg-e2e/pom.xml | 5 +-
.../src/test/resources/iceberg/iceberg_source.conf | 2 +-
.../connector-iceberg-hadoop3-e2e/pom.xml | 5 +-
.../src/test/resources/iceberg/iceberg_source.conf | 2 +-
.../connector-influxdb-e2e/pom.xml | 5 +-
.../connector-iotdb-e2e/pom.xml | 5 +-
.../connector-jdbc-e2e-common/pom.xml | 5 +-
.../connector-jdbc-e2e-part-1/pom.xml | 5 +-
.../connector-jdbc-e2e-part-2/pom.xml | 5 +-
.../connector-jdbc-e2e-part-3/pom.xml | 5 +-
.../resources/jdbc_hive_source_and_assert.conf | 6 +-
.../connector-jdbc-e2e-part-4/pom.xml | 5 +-
.../connector-jdbc-e2e-part-5/pom.xml | 5 +-
.../connector-jdbc-e2e-part-6/pom.xml | 5 +-
.../connector-jdbc-e2e-part-7/pom.xml | 5 +-
.../connector-jdbc-e2e/pom.xml | 5 +-
.../connector-kafka-e2e/pom.xml | 5 +-
.../test/resources/avro/kafka_avro_to_assert.conf | 2 +-
.../jsonFormatIT/kafka_source_json_to_console.conf | 2 +-
.../kafka/kafkasource_earliest_to_console.conf | 2 +-
...ce_format_error_handle_way_fail_to_console.conf | 2 +-
...ce_format_error_handle_way_skip_to_console.conf | 2 +-
.../kafka/kafkasource_group_offset_to_console.conf | 2 +-
.../kafka/kafkasource_latest_to_console.conf | 2 +-
.../kafkasource_specific_offsets_to_console.conf | 2 +-
.../kafka/kafkasource_timestamp_to_console.conf | 2 +-
.../textFormatIT/kafka_source_text_to_console.conf | 2 +-
...ource_text_to_console_assert_catalog_table.conf | 2 +-
.../connector-kudu-e2e/pom.xml | 5 +-
.../connector-maxcompute-e2e/pom.xml | 5 +-
.../connector-mongodb-e2e/pom.xml | 5 +-
.../connector-neo4j-e2e/pom.xml | 5 +-
.../connector-paimon-e2e/pom.xml | 5 +-
.../connector-pulsar-e2e/pom.xml | 5 +-
.../test/resources/batch_pulsar_to_console.conf | 6 +-
.../connector-rabbitmq-e2e/pom.xml | 5 +-
.../connector-redis-e2e/pom.xml | 5 +-
.../connector-rocketmq-e2e/pom.xml | 5 +-
.../resources/rocketmq-source_json_to_console.conf | 2 +-
.../resources/rocketmq-source_text_to_console.conf | 2 +-
.../rocketmq_source_earliest_to_console.conf | 2 +-
.../rocketmq_source_group_offset_to_console.conf | 2 +-
.../rocketmq_source_latest_to_console.conf | 2 +-
...ocketmq_source_specific_offsets_to_console.conf | 2 +-
.../rocketmq_source_timestamp_to_console.conf | 2 +-
.../connector-starrocks-e2e/pom.xml | 5 +-
.../connector-tdengine-e2e/pom.xml | 5 +-
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 5 +-
seatunnel-e2e/seatunnel-e2e-common/pom.xml | 5 +-
.../container/seatunnel/SeaTunnelContainer.java | 166 ++++++++-
.../seatunnel/e2e/common/util/ContainerUtil.java | 65 ++++
.../connector-console-seatunnel-e2e/pom.xml | 5 +-
.../connector-seatunnel-e2e-base/pom.xml | 5 +-
.../seatunnel/engine/e2e/CheckpointEnableIT.java | 37 ++-
.../seatunnel/engine/e2e/JobClientJobProxyIT.java | 2 +
.../org/apache/seatunnel/engine/e2e/RestApiIT.java | 19 ++
.../src/test/resources/jvm_options | 3 +
.../src/test/resources/log4j2.properties | 4 +-
seatunnel-e2e/seatunnel-engine-e2e/pom.xml | 5 +-
.../seatunnel-engine-k8s-e2e/pom.xml | 5 +-
seatunnel-e2e/seatunnel-transforms-v2-e2e/pom.xml | 5 +-
.../seatunnel-transforms-v2-e2e-common/pom.xml | 5 +-
.../seatunnel-transforms-v2-e2e-part-1/pom.xml | 5 +-
.../seatunnel-transforms-v2-e2e-part-2/pom.xml | 5 +-
.../resources/sql_transform/func_datetime.conf | 14 +-
.../test/resources/sql_transform/func_string.conf | 6 +-
seatunnel-engine/pom.xml | 5 +-
seatunnel-engine/seatunnel-engine-client/pom.xml | 5 +-
seatunnel-engine/seatunnel-engine-common/pom.xml | 5 +-
.../engine/common/config/SeaTunnelConfig.java | 1 +
...tFirstClassLoader.java => ClassLoaderUtil.java} | 17 +-
seatunnel-engine/seatunnel-engine-core/pom.xml | 5 +-
.../core/parse/MultipleTableJobConfigParser.java | 56 ++--
.../seatunnel-engine-serializer/pom.xml | 5 +-
.../serializer-api/pom.xml | 5 +-
.../serializer-protobuf/pom.xml | 5 +-
seatunnel-engine/seatunnel-engine-server/pom.xml | 5 +-
.../seatunnel/engine/server/SeaTunnelServer.java | 6 +
.../engine/server/TaskExecutionService.java | 13 +-
.../server/checkpoint/CheckpointCoordinator.java | 2 -
.../seatunnel/engine/server/master/JobMaster.java | 12 +-
.../seatunnel/engine/server/rest/RestConstant.java | 3 +
.../server/rest/RestHttpGetCommandProcessor.java | 21 ++
.../checkpoint-storage-api/pom.xml | 5 +-
.../checkpoint-storage-hdfs/pom.xml | 5 +-
.../checkpoint-storage-local-file/pom.xml | 5 +-
.../checkpoint-storage-plugins/pom.xml | 5 +-
.../imap-storage-api/pom.xml | 5 +-
.../imap-storage-plugins/imap-storage-file/pom.xml | 5 +-
.../imap-storage-plugins/pom.xml | 5 +-
seatunnel-engine/seatunnel-engine-storage/pom.xml | 5 +-
seatunnel-examples/pom.xml | 5 +-
.../seatunnel-engine-examples/pom.xml | 5 +-
.../seatunnel-flink-connector-v2-example/pom.xml | 5 +-
.../seatunnel-spark-connector-v2-example/pom.xml | 5 +-
seatunnel-formats/pom.xml | 5 +-
seatunnel-formats/seatunnel-format-avro/pom.xml | 5 +-
.../pom.xml | 5 +-
.../pom.xml | 5 +-
seatunnel-formats/seatunnel-format-json/pom.xml | 5 +-
.../seatunnel/format/json/JsonToRowConverters.java | 13 +-
.../format/json/JsonRowDataSerDeSchemaTest.java | 90 +++++
seatunnel-formats/seatunnel-format-text/pom.xml | 5 +-
seatunnel-plugin-discovery/pom.xml | 5 +-
seatunnel-shade/pom.xml | 5 +-
seatunnel-shade/seatunnel-arrow-5.0/pom.xml | 5 +-
seatunnel-shade/seatunnel-guava/pom.xml | 5 +-
.../seatunnel-hadoop3-3.1.4-uber/pom.xml | 5 +-
seatunnel-shade/seatunnel-jackson/pom.xml | 5 +-
seatunnel-shade/seatunnel-thrift-service/pom.xml | 5 +-
seatunnel-transforms-v2/pom.xml | 7 +-
seatunnel-translation/pom.xml | 5 +-
.../seatunnel-translation-base/pom.xml | 5 +-
.../seatunnel-translation-flink/pom.xml | 5 +-
.../seatunnel-translation-flink-13/pom.xml | 5 +-
.../seatunnel-translation-flink-15/pom.xml | 5 +-
.../seatunnel-translation-flink-common/pom.xml | 5 +-
.../seatunnel-translation-spark/pom.xml | 5 +-
.../seatunnel-translation-spark-2.4/pom.xml | 5 +-
.../seatunnel-translation-spark-3.3/pom.xml | 5 +-
.../seatunnel-translation-spark-common/pom.xml | 5 +-
293 files changed, 2892 insertions(+), 970 deletions(-)
create mode 100644
seatunnel-connectors-v2/connector-hive/src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/utils/HiveMetaStoreProxyUtils.java
create mode 100644
seatunnel-connectors-v2/connector-hive/src/test/java/org/apache/seatunnel/connectors/seatunnel/hive/utils/HiveMetaStoreProxyUtilsTest.java
copy
seatunnel-connectors-v2/{connector-file/connector-file-base/src/test/resources/test_read_orc.conf
=> connector-hive/src/test/resources/hive_with_kerberos.conf} (76%)
copy
seatunnel-connectors-v2/{connector-file/connector-file-base/src/test/resources/test_read_orc.conf
=> connector-hive/src/test/resources/hive_with_remoteuser.conf} (81%)
copy
seatunnel-connectors-v2/{connector-file/connector-file-base/src/test/resources/test_read_orc.conf
=> connector-hive/src/test/resources/hive_without_kerberos.conf} (83%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-assert-e2e/src/test/resources/assertion/fake_full_types_to_assert.conf
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-fake-e2e/src/test/resources/fake_to_assert.conf
=> connector-assert-e2e/src/test/resources/assertion/fake_row_to_assert.conf}
(51%)
copy
seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/loader/{SeaTunnelParentFirstClassLoader.java
=> ClassLoaderUtil.java} (59%)
