This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new a941b91628 [Fix][Connector-V2] Fix AbstractSingleSplitReader lock
useless when do checkpoint (#7764)
a941b91628 is described below
commit a941b91628c6463c8c4039a81e387a32640da774
Author: CosmosNi <[email protected]>
AuthorDate: Wed Oct 16 22:52:36 2024 +0800
[Fix][Connector-V2] Fix AbstractSingleSplitReader lock useless when do
checkpoint (#7764)
Co-authored-by: njh_cmss <[email protected]>
---
.github/workflows/backend.yml | 10 +++++-----
.../seatunnel/common/source/AbstractSingleSplitReader.java | 4 +---
2 files changed, 6 insertions(+), 8 deletions(-)
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index a5165c85ba..f98ac8c80a 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -50,7 +50,7 @@ jobs:
dead-link:
name: Dead links
runs-on: ubuntu-latest
- timeout-minutes: 120
+ timeout-minutes: 150
steps:
- uses: actions/checkout@v2
- run: sudo npm install -g [email protected]
@@ -330,7 +330,7 @@ jobs:
matrix:
java: [ '8', '11' ]
os: [ 'ubuntu-latest' ]
- timeout-minutes: 120
+ timeout-minutes: 150
steps:
- uses: actions/checkout@v2
- name: Set up JDK ${{ matrix.java }}
@@ -351,7 +351,7 @@ jobs:
echo "sub modules is empty, skipping"
fi
env:
- MAVEN_OPTS: -Xmx2048m
+ MAVEN_OPTS: -Xmx4096m
updated-modules-integration-test-part-3:
needs: [ changes, sanity-check ]
@@ -392,7 +392,7 @@ jobs:
matrix:
java: [ '8', '11' ]
os: [ 'ubuntu-latest' ]
- timeout-minutes: 120
+ timeout-minutes: 150
steps:
- uses: actions/checkout@v2
- name: Set up JDK ${{ matrix.java }}
@@ -413,7 +413,7 @@ jobs:
echo "sub modules is empty, skipping"
fi
env:
- MAVEN_OPTS: -Xmx2048m
+ MAVEN_OPTS: -Xmx4096m
updated-modules-integration-test-part-5:
needs: [ changes, sanity-check ]
if: needs.changes.outputs.api == 'false' &&
needs.changes.outputs.it-modules != ''
diff --git
a/seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/source/AbstractSingleSplitReader.java
b/seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/source/AbstractSingleSplitReader.java
index 31385d0d47..d8dd6fae1e 100644
---
a/seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/source/AbstractSingleSplitReader.java
+++
b/seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/source/AbstractSingleSplitReader.java
@@ -26,13 +26,11 @@ import java.util.List;
public abstract class AbstractSingleSplitReader<T> implements SourceReader<T,
SingleSplit> {
- protected final Object lock = new Object();
-
protected volatile boolean noMoreSplits = false;
@Override
public void pollNext(Collector<T> output) throws Exception {
- synchronized (lock) {
+ synchronized (output.getCheckpointLock()) {
if (noMoreSplits) {
return;
}