This is an automated email from the ASF dual-hosted git repository.
davidzollo pushed a change to branch fix-rocketmq-consumer-close-ordering
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from e559edbc87 Fix spotless violations from the previous commit
add b05f17c317 [Feature][Connector-V2][Shopify] Add Shopify source
connector (#11028)
add 7df6c9467a [Fix][Connector-V2] Preserve HTTP source JSON body (#11535)
add 97d461bc07 [Improve][Core] Warn that the base64 config shade does not
encrypt anything (#12073)
add c2bd543ffc Connector couchbase migration (#12076)
add 76c22220d7 [Improve][Zeta] Bound the size of a config file uploaded to
the REST server (#12072)
add 0badccfbe2 [Feature][Connector-Kafka] Support Confluent-framed Avro
payloads (#12088)
add 0b559fbf7b [Improve][Zeta] Return the failure message instead of a
stack trace from REST errors (#12070)
add 04fabece50 [Fix][Connector-V2][AmazonSqs] Wrap JSON parse failures
with connector error code (#12085)
add af0a647d27 [Bug][Connector-V2][CDC] Prune removed tables from restored
incremental splits (#11271)
add 24c68e7cdd Merge branch 'dev' into fix-rocketmq-consumer-close-ordering
No new revisions were added by this update.
Summary of changes:
...nector-cdc-db2.md => connector-http-shopify.md} | 0
docs/en/connectors/formats/avro.md | 3 +-
docs/en/connectors/sink/Couchbase.md | 23 +-
docs/en/connectors/source/Kafka.md | 4 +-
docs/en/connectors/source/Shopify.md | 135 +++++++++++
docs/en/engines/zeta/rest-api-v2.md | 21 +-
.../introduction/concepts/incompatible-changes.md | 5 +
.../changelog/connector-http-shopify.md} | 0
docs/zh/connectors/formats/avro.md | 3 +-
docs/zh/connectors/sink/Couchbase.md | 21 +-
docs/zh/connectors/source/Kafka.md | 4 +-
docs/zh/connectors/source/Shopify.md | 131 +++++++++++
docs/zh/engines/zeta/rest-api-v2.md | 19 +-
.../introduction/concepts/incompatible-changes.md | 5 +
plugin-mapping.properties | 1 +
.../deserialize/AmazonSqsDeserializer.java | 34 ++-
.../source/AmazonSqsSourceReaderTest.java | 75 ++++++
.../cdc/base/dialect/DataSourceDialect.java | 15 ++
.../enumerator/IncrementalSplitAssigner.java | 6 +
.../source/reader/IncrementalSourceReader.java | 65 +++++-
.../cdc/base/source/split/IncrementalSplit.java | 66 ++++++
.../enumerator/IncrementalSplitAssignerTest.java | 90 +++++++-
.../source/reader/IncrementalSourceReaderTest.java | 225 ++++++++++++++++++
.../base/source/split/IncrementalSplitTest.java | 189 +++++++++++++++
.../seatunnel/cdc/db2/source/Db2Dialect.java | 12 +
.../source/Db2IncrementalSourceFactoryTest.java | 21 ++
.../couchbase/config/CouchbaseSinkOptions.java | 13 --
.../couchbase/sink/CouchbaseSinkFactory.java | 3 -
.../seatunnel/couchbase/sink/CouchbaseWriter.java | 137 ++---------
.../couchbase/sink/CouchbaseWriterOptions.java | 8 -
.../couchbase/sink/CouchbaseWriterCloseTest.java | 256 ---------------------
.../sink/CouchbaseWriterConstructorLeakTest.java | 1 -
.../couchbase/sink/CouchbaseWriterTest.java | 250 ++++++++++++++++++++
.../seatunnel/http/client/HttpClientProvider.java | 60 +++--
.../http/client/HttpClientProviderTest.java | 117 ++++++++++
.../pom.xml | 4 +-
.../seatunnel/shopify/source/ShopifySource.java | 87 +++++++
.../shopify/source/ShopifySourceFactory.java} | 34 +--
.../source/config/ShopifySourceOptions.java} | 15 +-
.../source/config/ShopifySourceParameter.java} | 20 +-
.../seatunnel/shopify/ShopifyFactoryTest.java} | 8 +-
.../shopify/ShopifySourceParameterTest.java} | 27 +--
.../seatunnel/shopify/ShopifySourceTest.java | 66 ++++++
seatunnel-connectors-v2/connector-http/pom.xml | 1 +
.../seatunnel/kafka/config/KafkaSourceOptions.java | 5 +-
.../seatunnel/kafka/source/KafkaSourceConfig.java | 17 +-
.../core/starter/utils/ConfigShadeUtils.java | 6 +
seatunnel-dist/pom.xml | 6 +
.../e2e/connector/couchbase/CouchbaseIT.java | 110 ++++++++-
.../test/resources/fake_source_to_couchbase.conf | 1 -
...f => fake_source_to_couchbase_timer_flush.conf} | 16 +-
.../connector-http-e2e/pom.xml | 6 +
.../seatunnel/e2e/connector/http/HttpIT.java | 4 +
.../src/test/resources/mockserver-config.json | 59 ++++-
..._to_assert.conf => shopify_json_to_assert.conf} | 41 ++--
.../config/YamlSeaTunnelDomConfigProcessor.java | 18 ++
.../engine/common/config/server/HttpConfig.java | 8 +
.../common/config/server/ServerConfigOptions.java | 14 ++
.../seatunnel/engine/server/JettyService.java | 13 +-
.../rest/filter/ExceptionHandlingFilter.java | 4 +-
.../rest/filter/ExceptionHandlingFilterTest.java | 80 +++++++
.../format/avro/AvroDeserializationSchema.java | 35 ++-
.../format/avro/AvroSerializationSchemaTest.java | 46 ++++
63 files changed, 2215 insertions(+), 554 deletions(-)
copy docs/en/connectors/changelog/{connector-cdc-db2.md =>
connector-http-shopify.md} (100%)
create mode 100644 docs/en/connectors/source/Shopify.md
copy docs/{en/connectors/changelog/connector-cdc-db2.md =>
zh/connectors/changelog/connector-http-shopify.md} (100%)
create mode 100644 docs/zh/connectors/source/Shopify.md
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/test/java/org/apache/seatunnel/connectors/cdc/base/source/reader/IncrementalSourceReaderTest.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/test/java/org/apache/seatunnel/connectors/cdc/base/source/split/IncrementalSplitTest.java
delete mode 100644
seatunnel-connectors-v2/connector-couchbase/src/test/java/org/apache/seatunnel/connectors/seatunnel/couchbase/sink/CouchbaseWriterCloseTest.java
create mode 100644
seatunnel-connectors-v2/connector-couchbase/src/test/java/org/apache/seatunnel/connectors/seatunnel/couchbase/sink/CouchbaseWriterTest.java
copy seatunnel-connectors-v2/connector-http/{connector-http-jira =>
connector-http-shopify}/pom.xml (93%)
create mode 100644
seatunnel-connectors-v2/connector-http/connector-http-shopify/src/main/java/org/apache/seatunnel/connectors/seatunnel/shopify/source/ShopifySource.java
copy
seatunnel-connectors-v2/{connector-graphql/src/main/java/org/apache/seatunnel/connectors/seatunnel/graphql/source/GraphQLSourceFactory.java
=>
connector-http/connector-http-shopify/src/main/java/org/apache/seatunnel/connectors/seatunnel/shopify/source/ShopifySourceFactory.java}
(66%)
copy
seatunnel-connectors-v2/connector-http/{connector-http-gitlab/src/main/java/org/apache/seatunnel/connectors/seatunnel/gitlab/source/config/GitlabSourceOptions.java
=>
connector-http-shopify/src/main/java/org/apache/seatunnel/connectors/seatunnel/shopify/source/config/ShopifySourceOptions.java}
(68%)
copy
seatunnel-connectors-v2/connector-http/{connector-http-klaviyo/src/main/java/org/apache/seatunnel/connectors/seatunnel/klaviyo/source/config/KlaviyoSourceParameter.java
=>
connector-http-shopify/src/main/java/org/apache/seatunnel/connectors/seatunnel/shopify/source/config/ShopifySourceParameter.java}
(67%)
copy
seatunnel-connectors-v2/connector-http/{connector-http-lemlist/src/test/java/org/apache/seatunnel/connectors/seatunnel/lemlist/LemlistFactoryTest.java
=>
connector-http-shopify/src/test/java/org/apache/seatunnel/connectors/seatunnel/shopify/ShopifyFactoryTest.java}
(79%)
copy
seatunnel-connectors-v2/connector-http/{connector-http-zendesk/src/test/java/org/apache/seatunnel/connectors/seatunnel/zendesk/ZendeskSourceParameterTest.java
=>
connector-http-shopify/src/test/java/org/apache/seatunnel/connectors/seatunnel/shopify/ShopifySourceParameterTest.java}
(60%)
create mode 100644
seatunnel-connectors-v2/connector-http/connector-http-shopify/src/test/java/org/apache/seatunnel/connectors/seatunnel/shopify/ShopifySourceTest.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-couchbase-e2e/src/test/resources/{fake_source_to_couchbase.conf
=> fake_source_to_couchbase_timer_flush.conf} (79%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-http-e2e/src/test/resources/{notion_json_to_assert.conf
=> shopify_json_to_assert.conf} (66%)
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/rest/filter/ExceptionHandlingFilterTest.java
