This is an automated email from the ASF dual-hosted git repository.
wuchunfu pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 657def24e4 [Document] Remove a `fs.oss.credentials.provider` option
(#7507)
657def24e4 is described below
commit 657def24e431cf4c194349ea0da6d59c4bc4586d
Author: Dongyeon Lee <[email protected]>
AuthorDate: Wed Aug 28 10:31:14 2024 +0900
[Document] Remove a `fs.oss.credentials.provider` option (#7507)
* Remove a `fs.oss.credentials.provider` option caused by a
NoSuchMethodException
* Add RELEASE NOTE
* Remove a `fs.oss.credentials.provider` option from test codes
* fix
---------
Co-authored-by: Dongyeon <[email protected]>
---
docs/en/seatunnel-engine/checkpoint-storage.md | 1 -
docs/zh/seatunnel-engine/checkpoint-storage.md | 1 -
release-note.md | 1 +
.../org/apache/seatunnel/engine/e2e/ClusterFaultToleranceIT.java | 1 -
.../engine/checkpoint/storage/hdfs/HdfsStorageFactory.java | 1 -
.../engine/checkpoint/storage/hdfs/OssFileCheckpointTest.java | 3 ---
.../seatunnel/engine/imap/storage/file/IMapFileOSSStorageTest.java | 6 ------
7 files changed, 1 insertion(+), 13 deletions(-)
diff --git a/docs/en/seatunnel-engine/checkpoint-storage.md
b/docs/en/seatunnel-engine/checkpoint-storage.md
index f5dd44e3af..7027f8067f 100644
--- a/docs/en/seatunnel-engine/checkpoint-storage.md
+++ b/docs/en/seatunnel-engine/checkpoint-storage.md
@@ -67,7 +67,6 @@ seatunnel:
fs.oss.accessKeyId: your-access-key
fs.oss.accessKeySecret: your-secret-key
fs.oss.endpoint: endpoint address
- fs.oss.credentials.provider:
org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider
```
For additional reading on the Hadoop Credential Provider API, you can see:
[Credential Provider
API](https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-common/CredentialProviderAPI.html).
diff --git a/docs/zh/seatunnel-engine/checkpoint-storage.md
b/docs/zh/seatunnel-engine/checkpoint-storage.md
index 7dd26ca11f..86165d5d3b 100644
--- a/docs/zh/seatunnel-engine/checkpoint-storage.md
+++ b/docs/zh/seatunnel-engine/checkpoint-storage.md
@@ -65,7 +65,6 @@ seatunnel:
fs.oss.accessKeyId: your-access-key
fs.oss.accessKeySecret: your-secret-key
fs.oss.endpoint: endpoint address
- fs.oss.credentials.provider:
org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider
```
有关Hadoop Credential Provider API的更多信息，请参见: [Credential Provider
API](https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-common/CredentialProviderAPI.html).
diff --git a/release-note.md b/release-note.md
index 32067c22df..53f5e10cc6 100644
--- a/release-note.md
+++ b/release-note.md
@@ -87,6 +87,7 @@
- [zeta] dynamically replace the value of the variable at runtime (#4950)
- [Zeta] Add from_unixtime function (#5462)
- [zeta] Fix CDC task restore throw NPE (#5507)
+- [Zeta] Fix a checkpoint storage document with OSS (#7507)
### E2E
diff --git
a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/ClusterFaultToleranceIT.java
b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/ClusterFaultToleranceIT.java
index ac29b4bf35..f48ca3f181 100644
---
a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/ClusterFaultToleranceIT.java
+++
b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/java/org/apache/seatunnel/engine/e2e/ClusterFaultToleranceIT.java
@@ -992,7 +992,6 @@ public class ClusterFaultToleranceIT {
+ " fs.oss.endpoint: "
+ OSS_ENDPOINT
+ "\n"
- + " fs.oss.credentials.provider:
org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider\n"
+ " properties:\n"
+ " hazelcast.invocation.max.retry.count: 200\n"
+ " hazelcast.tcp.join.port.try.count: 30\n"
diff --git
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorageFactory.java
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorageFactory.java
index 213f458b9e..eec10aeabe 100644
---
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorageFactory.java
+++
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorageFactory.java
@@ -58,7 +58,6 @@ import java.util.Map;
* fs.oss.accessKeySecret = "your script key"
* fs.oss.endpoint = "such as: oss-cn-hangzhou.aliyuncs.com"
* oss.bucket= "oss://your bucket"
- * fs.oss.credentials.provider =
"org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider"
* </pre>
*/
@AutoService(CheckpointStorageFactory.class)
diff --git
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/test/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/OssFileCheckpointTest.java
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/test/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/OssFileCheckpointTest.java
index 3d7299c266..9e6ef2409b 100644
---
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/test/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/OssFileCheckpointTest.java
+++
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/test/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/OssFileCheckpointTest.java
@@ -40,9 +40,6 @@ public class OssFileCheckpointTest extends
AbstractFileCheckPointTest {
config.put("fs.oss.accessKeySecret", "your access key secret");
config.put("fs.oss.endpoint", "oss-cn-hangzhou.aliyuncs.com");
config.put("oss.bucket", "oss://seatunnel-test/");
- config.put(
- "fs.oss.credentials.provider",
- "org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider");
STORAGE = new HdfsStorage(config);
initStorageData();
}
diff --git
a/seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/IMapFileOSSStorageTest.java
b/seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/IMapFileOSSStorageTest.java
index dd92b65e76..c642670016 100644
---
a/seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/IMapFileOSSStorageTest.java
+++
b/seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/IMapFileOSSStorageTest.java
@@ -68,9 +68,6 @@ public class IMapFileOSSStorageTest {
CONF.set("fs.oss.accessKeyId", OSS_ACCESS_KEY_ID);
CONF.set("fs.oss.accessKeySecret", OSS_ACCESS_KEY_SECRET);
CONF.set("fs.oss.impl",
"org.apache.hadoop.fs.aliyun.oss.AliyunOSSFileSystem");
- CONF.set(
- "fs.oss.credentials.provider",
- "org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider");
STORAGE = new IMapFileStorage();
Map<String, Object> properties = new HashMap<>();
@@ -81,9 +78,6 @@ public class IMapFileOSSStorageTest {
properties.put("fs.oss.accessKeyId", OSS_ACCESS_KEY_ID);
properties.put("fs.oss.accessKeySecret", OSS_ACCESS_KEY_SECRET);
properties.put("fs.oss.impl",
"org.apache.hadoop.fs.aliyun.oss.AliyunOSSFileSystem");
- properties.put(
- "fs.oss.credentials.provider",
- "org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider");
properties.put(FileConstants.FileInitProperties.BUSINESS_KEY,
BUSINESS);
properties.put(FileConstants.FileInitProperties.NAMESPACE_KEY,
NAMESPACE);
properties.put(FileConstants.FileInitProperties.CLUSTER_NAME,
CLUSTER_NAME);
