This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new ecdc00619f0 [improve](backup) Only compress the running backup/restore
job #43177 (#43278)
ecdc00619f0 is described below
commit ecdc00619f0a88b1c80a8c9e82f85837b6ae5406
Author: walter <[email protected]>
AuthorDate: Tue Nov 5 21:02:10 2024 +0800
[improve](backup) Only compress the running backup/restore job #43177
(#43278)
cherry pick from #43177
---
fe/fe-core/src/main/java/org/apache/doris/backup/BackupJob.java | 8 ++++++--
fe/fe-core/src/main/java/org/apache/doris/backup/RestoreJob.java | 8 ++++++--
2 files changed, 12 insertions(+), 4 deletions(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/backup/BackupJob.java
b/fe/fe-core/src/main/java/org/apache/doris/backup/BackupJob.java
index af14359028e..0ed342a57cd 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/backup/BackupJob.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/backup/BackupJob.java
@@ -1011,11 +1011,15 @@ public class BackupJob extends AbstractJob {
@Override
public void write(DataOutput out) throws IOException {
- if (Config.backup_job_compressed_serialization) {
+ // For a completed job, there's no need to save it with compressed
serialization as it has
+ // no snapshot or backup meta info, making it small in size. This
helps maintain compatibility
+ // more easily.
+ boolean shouldCompress = !isDone() &&
Config.backup_job_compressed_serialization;
+ if (shouldCompress) {
type = JobType.BACKUP_COMPRESSED;
}
super.write(out);
- if (Config.backup_job_compressed_serialization) {
+ if (shouldCompress) {
type = JobType.BACKUP;
int written = 0;
diff --git a/fe/fe-core/src/main/java/org/apache/doris/backup/RestoreJob.java
b/fe/fe-core/src/main/java/org/apache/doris/backup/RestoreJob.java
index 299096d0131..36def1738d4 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/backup/RestoreJob.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/backup/RestoreJob.java
@@ -2451,11 +2451,15 @@ public class RestoreJob extends AbstractJob {
@Override
public void write(DataOutput out) throws IOException {
- if (Config.restore_job_compressed_serialization) {
+ // For a completed job, there's no need to save it with compressed
serialization as it has
+ // no snapshot or backup meta info, making it small in size. This
helps maintain compatibility
+ // more easily.
+ boolean shouldCompress = !isDone() &&
Config.restore_job_compressed_serialization;
+ if (shouldCompress) {
type = JobType.RESTORE_COMPRESSED;
}
super.write(out);
- if (Config.restore_job_compressed_serialization) {
+ if (shouldCompress) {
type = JobType.RESTORE;
int written = 0;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
