Hi,
After years of Bareos backups, I want to overhaul the operation of my
solution.
Currently 55 jobs for 47 clients I want to go to 7 jobs on 1 client.
he client is the storage server and the 7 jobs are for these different
builds as follows:
62G /
105G /data/futurama
266G /data/arkham
5,6T /data/servershares
2,2T /data/userprivate
3,9T /data/usershares
2,4T /data/cad_data
The idea is to do always incremental by using this configuration that I
would like to improve because I think it contains errors.
I would also need the minimum characteristics of the bareos server.
Currently the sizes of the ai look like this:
/ between 600 Mo and 1 Go
futurama between 500 KB and 2 GB
arkham between 2 MB and 50 MB
servershares between 50 GB and 500 GB
userprivate between 100 MB and 20 GB
usershares between 50 MB and 30 GB
cad_data between 300 MB and 700 MB
If some have implemented similar architectures, I listen carefully to their
advice.
I attach the configuration.
Any help will be welcome, thanks in advance.
Matthieu Le Roy
--
You received this message because you are subscribed to the Google Groups
"bareos-users" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to [email protected].
To view this discussion on the web visit
https://groups.google.com/d/msgid/bareos-users/1e14960c-527a-4a04-9c56-a6cc16a582c3n%40googlegroups.com.
~# cat /etc/bareos/bareos-dir.d/client/storage.conf
Client {
Name = storage
Address = 125.12.26.100
FDPort = 9102
Password = "yq+gqdfn4q5fJQ/Hz1140keffVu0CM4I1ttP"
Maximum Concurrent Jobs = 20
Passive = yes
}
~# cat job/storage-*
Job {
Name = "storage-futurama-ai-court"
Enabled = yes
JobDefs = "ai-court"Job {
Name = "storage-futurama-VLT"
Client = "storage"
FileSet = "storage-futurama"
Schedule = "VLT"
Type = Backup
Level = VirtualFull
Pool = "storage-futurama-cons-court"
Messages = Standard
Priority = 13
Run Script {
console = "update jobid=%i jobtype=A"
Runs When = After
Runs On Client = No
Runs On Failure = No
}
}
Client = "storage"
FileSet = "storage-futurama"
Pool = "storage-futurama-ai-court"
Full Backup Pool = "storage-futurama-ai-court"
Incremental Backup Pool = "storage-futurama-ai-court"
}
Job {
Name = "storage-cad_data-ai-court"
Enabled = yes
JobDefs = "ai-court"
Client = "storage"
Schedule = "ai-court-2"
FileSet = "storage-cad_data"
Pool = "storage-cad_data-ai-court"
Full Backup Pool = "storage-cad_data-ai-court"
Incremental Backup Pool = "storage-cad_data-ai-court"
}
Job {
Name = "storage-w-batman-ai-court"
Enabled = yes
JobDefs = "ai-court"
Client = "storage"
Schedule = "ai-court-2"
FileSet = "storage-w-batman"
Pool = "storage-w-batman-ai-court"
Full Backup Pool = "storage-w-batman-ai-court"
Incremental Backup Pool = "storage-w-batman-ai-court"
}
Job {
Name = "storage-p-arkham-ai-court"
Enabled = yes
JobDefs = "ai-court"
Client = "storage"
FileSet = "storage-p-arkham"
Pool = "storage-p-arkham-ai-court"
Full Backup Pool = "storage-p-arkham-ai-court"
Incremental Backup Pool = "storage-p-arkham-ai-court"
}
Job {
Name = "storage-x-montage-ai-court"
Enabled = yes
JobDefs = "ai-court"
Client = "storage"
Schedule = "ai-court-2"
FileSet = "storage-x-montage"
Pool = "storage-x-montage-ai-court"
Full Backup Pool = "storage-x-montage-cons-court"
}
Job {
Name = "storage-y-appli-ai-court"
Enabled = yes
JobDefs = "ai-court"
Client = "storage"
Schedule = "ai-court-2"
FileSet = "storage-y-appli"
Pool = "storage-y-appli-ai-court"
Full Backup Pool = "storage-y-appli-ai-court"
Incremental Backup Pool = "storage-y-appli-ai-court"
}
:~# cat /etc/bareos/bareos-dir.d/fileset/storage-*
FileSet {
Name = "storage-futurama"
Description = "Storage futurama"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /data/futurama
}
}
FileSet {
Name = "storage-cad_data"
Description = "Storage cad_data"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /data/cad_data/
}
}
FileSet {
Name = "storage-conf"
Description = "Storage conf"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /
}
Exclude {
File = /data
File = /proc
File = /sys
File = /tmp
File = /var/tmp
File = /.journal
File = /.fsck
}
}
FileSet {
Name = "storage-w-batman"
Description = "Storage H share (personal)"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /data/userprivate/
}
}
FileSet {
Name = "storage-p-arkham"
Description = "Storage H share (personal)"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /data/arkham
}
}
FileSet {
Name = "storage-x-montage"
Description = "Storage X share (partage)"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /data/usershares/
}
}
FileSet {
Name = "storage-y-appli"
Description = "Storage Y appli"
Include {
Options {
signature = MD5
compression = LZ4
onefs = No
aclsupport = yes
noatime = yes
}
File = /data/servershares/
}
}
root@bareos:~# cat /etc/bareos/bareos-dir.d/jobdefs/ai.conf
JobDefs {
Name = "ai-court"
Type = Backup
Client = bareos
FileSet = "selftest"
Messages = Standard
Write Bootstrap = "/var/lib/bareos/%c.bsr"
Allow Duplicate Jobs = yes
Spool Data = no
Spool Attributes = yes
Schedule = "ai-court"
Level = Incremental
Storage = File
Priority = 9
Accurate = yes
Allow Mixed Priority = yes
Always Incremental = yes
Always Incremental Job Retention = 14 days
Always Incremental Keep Number = 4
Always Incremental Max Full Age = 21 days
Maximum Concurrent Jobs = 5
}
:~# cat /etc/bareos/bareos-dir.d/schedule/ai.conf
Schedule {
Name = "ai-court"
Run = Incremental mon-fri at 21:01
}
Schedule {
Name = "ai-court-2"
Run = Incremental mon-fri at 21:25
}
:~# cat /etc/bareos/bareos-dir.d/pool/storage-*
Pool {
Name = storage-futurama-cons-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Next Pool = "storage-futurama-vlt"
Volume Retention = 9000 days
Label Format = "storage-futurama-cons-court-$JobId"
Storage = FileCons
}
Pool {
Name = storage-futurama-ai-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-futurama-ai-court-$JobId"
Storage = File
Next Pool = storage-futurama-cons-court
}
Pool {
Name = "storage-futurama-vlt"
Pool Type = Backup
Recycle = yes
Auto Prune = yes
Label Format = "storage-futurama-vlt-$Year-$Month-$Day-$JobId"
Volume Use Duration = 5 days
Storage = FileVLT
Volume Retention = 360 days
}
Pool {
Name = storage-cad_data-cons-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-cad_data-cons-court-$JobId"
Storage = FileCons
}
Pool {
Name = storage-cad_data-ai-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-cad_data-ai-court-$JobId"
Storage = File
Next Pool = storage-cad_data-cons-court
}
Pool {
Name = storage-w-batman-cons-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-w-batman-cons-court-$JobId"
Storage = FileCons
}
Pool {
Name = storage-w-batman-ai-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-w-batman-ai-court-$JobId"
Storage = File
Next Pool = storage-w-batman-cons-court
}
Pool {
Name = storage-p-arkham-cons-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-p-arkham-cons-court-$JobId"
Storage = FileCons
}
Pool {
Name = storage-p-arkham-ai-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-p-arkham-ai-court-$JobId"
Storage = File
Next Pool = storage-p-arkham-cons-court
}
Pool {
Name = storage-x-montage-cons-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-x-montage-cons-court-$JobId"
Storage = FileCons
}
Pool {
Name = storage-x-montage-ai-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-x-montage-ai-court-$JobId"
Storage = File
Next Pool = storage-x-montage-cons-court
}
Pool {
Name = storage-y-appli-cons-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-y-appli-cons-court-$JobId"
Storage = FileCons
}
Pool {
Name = storage-y-appli-ai-court
Pool Type = Backup
Recycle = no
Action On Purge = Truncate
AutoPrune = yes
Volume Retention = 90 days
Volume Use Duration = 72h
Label Format = "storage-y-appli-ai-court-$JobId"
Storage = File
Next Pool = storage-y-appli-cons-court
}
:~# cat /etc/bareos/bareos-dir.d/storage/File.conf
Storage {
Name = File
Address = bareos
Password = "G5/KR9aDFNgneb/OxxtwghYWOnGDaQ6Muamwe0Cyb3DL"
Device = FileStorage
Media Type = File
Maximum Concurrent Jobs = 20
}
:~# cat /etc/bareos/bareos-dir.d/storage/FileCons.conf
Storage {
Name = FileCons
Address = bareos
Password = "G5/KR9aDFNgneb/OxxtwghYWOnGDaQ6Muamwe0Cyb3DL"
Device = FileStorageCons1
Device = FileStorageCons2
Device = FileStorageCons3
Device = FileStorageCons4
Device = FileStorageCons5
Device = FileStorageCons6
Device = FileStorageCons7
Device = FileStorageCons8
Device = FileStorageCons9
Device = FileStorageCons10
Media Type = FileCons
Maximum Concurrent Jobs = 20
}
Device {
Name = FileStorage
Media Type = File
Archive Device = /mnt/backup/bareos
LabelMedia = yes;
Random Access = yes;
AutomaticMount = yes;
RemovableMedia = no;
AlwaysOpen = no;
Description = "File device. A connecting Director must have the same Name and
MediaType."
Maximum Concurrent Jobs = 20
}
Device {
Name = FileStorageCons1
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons2
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons3
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons4
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons5
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons6
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons7
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons8
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons9
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
Device {
Name = FileStorageCons10
Media Type = FileCons
Archive Device = /mnt/backup/bareos
LabelMedia = yes
Random Access = yes
AutomaticMount = yes
RemovableMedia = no
AlwaysOpen = no
}
