ddfd6d9cce
If a request to upload a file part to S3 fails for any 5xx reason it will begin using an exponential backoff to keep re-trying the upload until we've reached a minute of trying to access the endpoint. This should resolve temporary resolution issues with URLs and certain S3 compatiable systems such as B2 that sometimes return a 5xx error and just need a retry to be successful. Also supports using the server context to ensure backups are terminated when a server is deleted, and removes the http call without a timeout, replacing it with a 2 hour timeout to account for connections as slow as 10Mbps on a huge file upload.
97 lines
2.3 KiB
Go
97 lines
2.3 KiB
Go
package backup
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"os"
|
|
|
|
"emperror.dev/errors"
|
|
"github.com/pterodactyl/wings/server/filesystem"
|
|
|
|
"github.com/mholt/archiver/v3"
|
|
"github.com/pterodactyl/wings/remote"
|
|
)
|
|
|
|
type LocalBackup struct {
|
|
Backup
|
|
}
|
|
|
|
var _ BackupInterface = (*LocalBackup)(nil)
|
|
|
|
func NewLocal(client remote.Client, uuid string, ignore string) *LocalBackup {
|
|
return &LocalBackup{
|
|
Backup{
|
|
client: client,
|
|
Uuid: uuid,
|
|
Ignore: ignore,
|
|
adapter: LocalBackupAdapter,
|
|
},
|
|
}
|
|
}
|
|
|
|
// LocateLocal finds the backup for a server and returns the local path. This
|
|
// will obviously only work if the backup was created as a local backup.
|
|
func LocateLocal(client remote.Client, uuid string) (*LocalBackup, os.FileInfo, error) {
|
|
b := NewLocal(client, uuid, "")
|
|
st, err := os.Stat(b.Path())
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
if st.IsDir() {
|
|
return nil, nil, errors.New("invalid archive, is directory")
|
|
}
|
|
|
|
return b, st, nil
|
|
}
|
|
|
|
// Remove removes a backup from the system.
|
|
func (b *LocalBackup) Remove() error {
|
|
return os.Remove(b.Path())
|
|
}
|
|
|
|
// WithLogContext attaches additional context to the log output for this backup.
|
|
func (b *LocalBackup) WithLogContext(c map[string]interface{}) {
|
|
b.logContext = c
|
|
}
|
|
|
|
// Generate generates a backup of the selected files and pushes it to the
|
|
// defined location for this instance.
|
|
func (b *LocalBackup) Generate(ctx context.Context, basePath, ignore string) (*ArchiveDetails, error) {
|
|
a := &filesystem.Archive{
|
|
BasePath: basePath,
|
|
Ignore: ignore,
|
|
}
|
|
|
|
b.log().WithField("path", b.Path()).Info("creating backup for server")
|
|
if err := a.Create(b.Path()); err != nil {
|
|
return nil, err
|
|
}
|
|
b.log().Info("created backup successfully")
|
|
|
|
ad, err := b.Details(ctx)
|
|
if err != nil {
|
|
return nil, errors.WrapIf(err, "backup: failed to get archive details for local backup")
|
|
}
|
|
return ad, nil
|
|
}
|
|
|
|
// Restore will walk over the archive and call the callback function for each
|
|
// file encountered.
|
|
func (b *LocalBackup) Restore(ctx context.Context, _ io.Reader, callback RestoreCallback) error {
|
|
return archiver.Walk(b.Path(), func(f archiver.File) error {
|
|
select {
|
|
case <-ctx.Done():
|
|
// Stop walking if the context is canceled.
|
|
return archiver.ErrStopWalk
|
|
default:
|
|
{
|
|
if f.IsDir() {
|
|
return nil
|
|
}
|
|
return callback(filesystem.ExtractNameFromArchive(f), f)
|
|
}
|
|
}
|
|
})
|
|
}
|