mirror of
https://github.com/offen/docker-volume-backup.git
synced 2024-11-22 13:20:29 +01:00
read all configuration in init
This commit is contained in:
parent
4c80494433
commit
07b06cf0ba
@ -48,12 +48,18 @@ type script struct {
|
|||||||
cli *client.Client
|
cli *client.Client
|
||||||
mc *minio.Client
|
mc *minio.Client
|
||||||
logger *logrus.Logger
|
logger *logrus.Logger
|
||||||
|
|
||||||
|
start time.Time
|
||||||
|
|
||||||
file string
|
file string
|
||||||
bucket string
|
bucket string
|
||||||
archive string
|
archive string
|
||||||
sources string
|
sources string
|
||||||
passphrase string
|
passphrase []byte
|
||||||
now time.Time
|
retentionDays *int
|
||||||
|
leeway *time.Duration
|
||||||
|
containerLabel string
|
||||||
|
pruningPrefix string
|
||||||
}
|
}
|
||||||
|
|
||||||
// lock opens a lockfile at the given location, keeping it locked until the
|
// lock opens a lockfile at the given location, keeping it locked until the
|
||||||
@ -118,9 +124,27 @@ func (s *script) init() error {
|
|||||||
s.file = path.Join("/tmp", file)
|
s.file = path.Join("/tmp", file)
|
||||||
s.archive = os.Getenv("BACKUP_ARCHIVE")
|
s.archive = os.Getenv("BACKUP_ARCHIVE")
|
||||||
s.sources = os.Getenv("BACKUP_SOURCES")
|
s.sources = os.Getenv("BACKUP_SOURCES")
|
||||||
s.passphrase = os.Getenv("GPG_PASSPHRASE")
|
if v := os.Getenv("GPG_PASSPHRASE"); v != "" {
|
||||||
|
s.passphrase = []byte(v)
|
||||||
|
}
|
||||||
|
if v := os.Getenv("BACKUP_RETENTION_DAYS"); v != "" {
|
||||||
|
i, err := strconv.Atoi(v)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("init: error parsing BACKUP_RETENTION_DAYS as int: %w", err)
|
||||||
|
}
|
||||||
|
s.retentionDays = &i
|
||||||
|
}
|
||||||
|
if v := os.Getenv("BACKUP_PRUNING_LEEWAY"); v != "" {
|
||||||
|
d, err := time.ParseDuration(v)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("init: error parsing BACKUP_PRUNING_LEEWAY as duration: %w", err)
|
||||||
|
}
|
||||||
|
s.leeway = &d
|
||||||
|
}
|
||||||
|
s.containerLabel = os.Getenv("BACKUP_STOP_CONTAINER_LABEL")
|
||||||
|
s.pruningPrefix = os.Getenv("BACKUP_PRUNING_PREFIX")
|
||||||
|
s.start = time.Now()
|
||||||
|
|
||||||
s.now = time.Now()
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -140,7 +164,7 @@ func (s *script) stopContainersAndRun(thunk func() error) error {
|
|||||||
|
|
||||||
containerLabel := fmt.Sprintf(
|
containerLabel := fmt.Sprintf(
|
||||||
"docker-volume-backup.stop-during-backup=%s",
|
"docker-volume-backup.stop-during-backup=%s",
|
||||||
os.Getenv("BACKUP_STOP_CONTAINER_LABEL"),
|
s.containerLabel,
|
||||||
)
|
)
|
||||||
containersToStop, err := s.cli.ContainerList(s.ctx, types.ContainerListOptions{
|
containersToStop, err := s.cli.ContainerList(s.ctx, types.ContainerListOptions{
|
||||||
Quiet: true,
|
Quiet: true,
|
||||||
@ -154,7 +178,7 @@ func (s *script) stopContainersAndRun(thunk func() error) error {
|
|||||||
return fmt.Errorf("stopContainersAndRun: error querying for containers to stop: %w", err)
|
return fmt.Errorf("stopContainersAndRun: error querying for containers to stop: %w", err)
|
||||||
}
|
}
|
||||||
s.logger.Infof(
|
s.logger.Infof(
|
||||||
"Stopping %d containers labeled `%s` out of %d running containers.",
|
"Stopping %d containers labeled `%s` out of %d running container(s).",
|
||||||
len(containersToStop),
|
len(containersToStop),
|
||||||
containerLabel,
|
containerLabel,
|
||||||
len(allContainers),
|
len(allContainers),
|
||||||
@ -217,7 +241,7 @@ func (s *script) stopContainersAndRun(thunk func() error) error {
|
|||||||
err,
|
err,
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
s.logger.Infof("Successfully restarted %d containers.", len(stoppedContainers))
|
s.logger.Infof("Successfully restarted %d container(s) and the matching service(s).", len(stoppedContainers))
|
||||||
return nil
|
return nil
|
||||||
}()
|
}()
|
||||||
|
|
||||||
@ -239,7 +263,7 @@ func (s *script) stopContainersAndRun(thunk func() error) error {
|
|||||||
// takeBackup creates a tar archive of the configured backup location and
|
// takeBackup creates a tar archive of the configured backup location and
|
||||||
// saves it to disk.
|
// saves it to disk.
|
||||||
func (s *script) takeBackup() error {
|
func (s *script) takeBackup() error {
|
||||||
s.file = timeutil.Strftime(&s.now, s.file)
|
s.file = timeutil.Strftime(&s.start, s.file)
|
||||||
if err := targz.Compress(s.sources, s.file); err != nil {
|
if err := targz.Compress(s.sources, s.file); err != nil {
|
||||||
return fmt.Errorf("takeBackup: error compressing backup folder: %w", err)
|
return fmt.Errorf("takeBackup: error compressing backup folder: %w", err)
|
||||||
}
|
}
|
||||||
@ -251,7 +275,7 @@ func (s *script) takeBackup() error {
|
|||||||
// In case no passphrase is given it returns early, leaving the backup file
|
// In case no passphrase is given it returns early, leaving the backup file
|
||||||
// untouched.
|
// untouched.
|
||||||
func (s *script) encryptBackup() error {
|
func (s *script) encryptBackup() error {
|
||||||
if s.passphrase == "" {
|
if s.passphrase == nil {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -285,6 +309,7 @@ func (s *script) encryptBackup() error {
|
|||||||
if err := os.Remove(s.file); err != nil {
|
if err := os.Remove(s.file); err != nil {
|
||||||
return fmt.Errorf("encryptBackup: error removing unencrpyted backup: %w", err)
|
return fmt.Errorf("encryptBackup: error removing unencrpyted backup: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
s.file = gpgFile
|
s.file = gpgFile
|
||||||
s.logger.Infof("Successfully encrypted backup using given passphrase, saving as `%s`.", s.file)
|
s.logger.Infof("Successfully encrypted backup using given passphrase, saving as `%s`.", s.file)
|
||||||
return nil
|
return nil
|
||||||
@ -326,29 +351,22 @@ func (s *script) cleanBackup() error {
|
|||||||
// the given configuration. In case the given configuration would delete all
|
// the given configuration. In case the given configuration would delete all
|
||||||
// backups, it does nothing instead.
|
// backups, it does nothing instead.
|
||||||
func (s *script) pruneOldBackups() error {
|
func (s *script) pruneOldBackups() error {
|
||||||
retention := os.Getenv("BACKUP_RETENTION_DAYS")
|
if s.retentionDays == nil {
|
||||||
if retention == "" {
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
retentionDays, err := strconv.Atoi(retention)
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("pruneOldBackups: error parsing BACKUP_RETENTION_DAYS as int: %w", err)
|
|
||||||
}
|
|
||||||
leeway := os.Getenv("BACKUP_PRUNING_LEEWAY")
|
|
||||||
sleepFor, err := time.ParseDuration(leeway)
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("pruneBackups: error parsing given leeway value: %w", err)
|
|
||||||
}
|
|
||||||
s.logger.Infof("Sleeping for %s before pruning backups.", leeway)
|
|
||||||
time.Sleep(sleepFor)
|
|
||||||
|
|
||||||
s.logger.Infof("Trying to prune backups older than %d days now.", retentionDays)
|
if s.leeway != nil {
|
||||||
deadline := s.now.AddDate(0, 0, -retentionDays)
|
s.logger.Infof("Sleeping for %s before pruning backups.", s.leeway)
|
||||||
|
time.Sleep(*s.leeway)
|
||||||
|
}
|
||||||
|
|
||||||
|
s.logger.Infof("Trying to prune backups older than %d day(s) now.", *s.retentionDays)
|
||||||
|
deadline := s.start.AddDate(0, 0, -*s.retentionDays)
|
||||||
|
|
||||||
if s.bucket != "" {
|
if s.bucket != "" {
|
||||||
candidates := s.mc.ListObjects(s.ctx, s.bucket, minio.ListObjectsOptions{
|
candidates := s.mc.ListObjects(s.ctx, s.bucket, minio.ListObjectsOptions{
|
||||||
WithMetadata: true,
|
WithMetadata: true,
|
||||||
Prefix: os.Getenv("BACKUP_PRUNING_PREFIX"),
|
Prefix: s.pruningPrefix,
|
||||||
})
|
})
|
||||||
|
|
||||||
var matches []minio.ObjectInfo
|
var matches []minio.ObjectInfo
|
||||||
@ -381,13 +399,13 @@ func (s *script) pruneOldBackups() error {
|
|||||||
|
|
||||||
if len(errors) != 0 {
|
if len(errors) != 0 {
|
||||||
return fmt.Errorf(
|
return fmt.Errorf(
|
||||||
"pruneOldBackups: %d errors removing files from remote storage: %w",
|
"pruneOldBackups: %d error(s) removing files from remote storage: %w",
|
||||||
len(errors),
|
len(errors),
|
||||||
errors[0],
|
errors[0],
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
s.logger.Infof(
|
s.logger.Infof(
|
||||||
"Successfully pruned %d out of %d remote backups as their age exceeded the configured retention period.",
|
"Successfully pruned %d out of %d remote backup(s) as their age exceeded the configured retention period.",
|
||||||
len(matches),
|
len(matches),
|
||||||
lenCandidates,
|
lenCandidates,
|
||||||
)
|
)
|
||||||
@ -397,13 +415,13 @@ func (s *script) pruneOldBackups() error {
|
|||||||
len(matches),
|
len(matches),
|
||||||
)
|
)
|
||||||
} else {
|
} else {
|
||||||
s.logger.Infof("None of %d remote backups were pruned.", lenCandidates)
|
s.logger.Infof("None of %d remote backup(s) were pruned.", lenCandidates)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if _, err := os.Stat(s.archive); !os.IsNotExist(err) {
|
if _, err := os.Stat(s.archive); !os.IsNotExist(err) {
|
||||||
candidates, err := filepath.Glob(
|
candidates, err := filepath.Glob(
|
||||||
path.Join(s.archive, fmt.Sprintf("%s*", os.Getenv("BACKUP_PRUNING_PREFIX"))),
|
path.Join(s.archive, fmt.Sprintf("%s*", s.pruningPrefix)),
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf(
|
return fmt.Errorf(
|
||||||
@ -436,13 +454,13 @@ func (s *script) pruneOldBackups() error {
|
|||||||
}
|
}
|
||||||
if len(errors) != 0 {
|
if len(errors) != 0 {
|
||||||
return fmt.Errorf(
|
return fmt.Errorf(
|
||||||
"pruneOldBackups: %d errors deleting local files, starting with: %w",
|
"pruneOldBackups: %d error(s) deleting local files, starting with: %w",
|
||||||
len(errors),
|
len(errors),
|
||||||
errors[0],
|
errors[0],
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
s.logger.Infof(
|
s.logger.Infof(
|
||||||
"Successfully pruned %d out of %d local backups as their age exceeded the configured retention period.",
|
"Successfully pruned %d out of %d local backup(s) as their age exceeded the configured retention period.",
|
||||||
len(matches),
|
len(matches),
|
||||||
len(candidates),
|
len(candidates),
|
||||||
)
|
)
|
||||||
@ -452,7 +470,7 @@ func (s *script) pruneOldBackups() error {
|
|||||||
len(matches),
|
len(matches),
|
||||||
)
|
)
|
||||||
} else {
|
} else {
|
||||||
s.logger.Infof("None of %d local backups were pruned.", len(candidates))
|
s.logger.Infof("None of %d local backup(s) were pruned.", len(candidates))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
|
Loading…
Reference in New Issue
Block a user