This is an automated email from the ASF dual-hosted git repository.
fanjia pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 9fb5499295 [Bugfix][Connector-v2] fix file sink
`isPartitionFieldWriteInFile` occurred exception when no columns are given
(#5508)
add 7f75a8eafd [Feature] [Connector-V2] Add connector amazonsqs (#5367)
No new revisions were added by this update.
Summary of changes:
.gitignore | 6 +-
config/plugin_config | 1 +
docs/en/connector-v2/sink/AmazonSqs.md | 87 ++++++++++++
docs/en/connector-v2/source/AmazonSqs.md | 81 +++++++++++
plugin-mapping.properties | 2 +
.../pom.xml | 32 +++--
.../amazonsqs/config/AmazonSqsConfig.java | 78 +++++++++++
.../amazonsqs/config/AmazonSqsSourceOptions.java} | 34 +++--
.../seatunnel/amazonsqs}/config/MessageFormat.java | 5 +-
.../deserialize/AmazonSqsDeserializer.java} | 24 ++--
.../deserialize}/SeaTunnelRowDeserializer.java | 4 +-
.../exception/AmazonSqsConnectorException.java} | 10 +-
.../seatunnel/amazonsqs/sink/AmazonSqsSink.java} | 41 +++---
.../amazonsqs/sink/AmazonSqsSinkFactory.java} | 23 +--
.../amazonsqs/sink/AmazonSqsSinkWriter.java | 129 +++++++++++++++++
.../amazonsqs/source/AmazonSqsSource.java | 156 +++++++++++++++++++++
.../amazonsqs/source/AmazonSqsSourceFactory.java} | 15 +-
.../amazonsqs/source/AmazonSqsSourceReader.java | 124 ++++++++++++++++
.../amazonsqs/AmazonSqsSourceFactoryTest.java} | 16 +--
seatunnel-connectors-v2/pom.xml | 1 +
.../pom.xml | 26 +++-
.../e2e/connector/amazonsqs/AmazonsqsIT.java | 143 +++++++++++++++++++
.../resources/amazonsqsIT_source_to_sink.conf} | 43 +++---
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 1 +
24 files changed, 962 insertions(+), 120 deletions(-)
create mode 100644 docs/en/connector-v2/sink/AmazonSqs.md
create mode 100644 docs/en/connector-v2/source/AmazonSqs.md
copy seatunnel-connectors-v2/{connector-kafka => connector-amazonsqs}/pom.xml
(79%)
create mode 100644
seatunnel-connectors-v2/connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/config/AmazonSqsConfig.java
copy
seatunnel-connectors-v2/{connector-amazondynamodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondynamodb/config/AmazonDynamoDBSourceOptions.java
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/config/AmazonSqsSourceOptions.java}
(56%)
copy
seatunnel-connectors-v2/{connector-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs}/config/MessageFormat.java
(87%)
copy
seatunnel-connectors-v2/{connector-http/connector-http-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/http/source/SimpleTextDeserializationSchema.java
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/deserialize/AmazonSqsDeserializer.java}
(61%)
copy
seatunnel-connectors-v2/{connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/source
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/deserialize}/SeaTunnelRowDeserializer.java
(86%)
copy
seatunnel-connectors-v2/{connector-cassandra/src/main/java/org/apache/seatunnel/connectors/seatunnel/cassandra/exception/CassandraConnectorException.java
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/exception/AmazonSqsConnectorException.java}
(81%)
copy
seatunnel-connectors-v2/{connector-socket/src/main/java/org/apache/seatunnel/connectors/seatunnel/socket/sink/SocketSink.java
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/sink/AmazonSqsSink.java}
(68%)
copy
seatunnel-connectors-v2/{connector-assert/src/main/java/org/apache/seatunnel/connectors/seatunnel/assertion/sink/AssertSinkFactory.java
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/sink/AmazonSqsSinkFactory.java}
(64%)
create mode 100644
seatunnel-connectors-v2/connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/sink/AmazonSqsSinkWriter.java
create mode 100644
seatunnel-connectors-v2/connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/source/AmazonSqsSource.java
copy
seatunnel-connectors-v2/{connector-socket/src/main/java/org/apache/seatunnel/connectors/seatunnel/socket/source/SocketSourceFactory.java
=>
connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/source/AmazonSqsSourceFactory.java}
(70%)
create mode 100644
seatunnel-connectors-v2/connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/source/AmazonSqsSourceReader.java
copy
seatunnel-connectors-v2/{connector-amazondynamodb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondynamodb/AmazonDynamoDBSourceFactoryTest.java
=>
connector-amazonsqs/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/AmazonSqsSourceFactoryTest.java}
(63%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-amazondynamodb-e2e =>
connector-amazonsqs-e2e}/pom.xml (71%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-amazonsqs-e2e/src/test/java/org/apache/seatunnel/e2e/connector/amazonsqs/AmazonsqsIT.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cassandra-e2e/src/test/resources/cassandra_to_cassandra.conf
=> connector-amazonsqs-e2e/src/test/resources/amazonsqsIT_source_to_sink.conf}
(61%)