Performance improvements by using a smaller buffer size

server/backup/archiver.go

@@ -29,9 +29,11 @@ func (a *Archive) Create(dst string, ctx context.Context) (os.FileInfo, error) {
 	defer f.Close()
 
 	gzw := gzip.NewWriter(f)
+	defer gzw.Flush()
 	defer gzw.Close()
 
 	tw := tar.NewWriter(gzw)
+	defer tw.Flush()
 	defer tw.Close()
 
 	wg := sizedwaitgroup.New(10)
@@ -108,7 +110,8 @@ func (a *Archive) addToArchive(p string, s *os.FileInfo, w *tar.Writer) error {
 		return err
 	}
 
-	if _, err := io.Copy(w, f); err != nil {
+	buf := make([]byte, 4*1024)
+	if _, err := io.CopyBuffer(w, f, buf); err != nil {
 		return err
 	}
 

server/backup/backup.go

@@ -97,12 +97,13 @@ func (b *Backup) Checksum() ([]byte, error) {
 
 	f, err := os.Open(b.Path())
 	if err != nil {
-		return []byte{}, errors.WithStack(err)
+		return nil, errors.WithStack(err)
 	}
 	defer f.Close()
 
-	if _, err := io.Copy(h, f); err != nil {
-		return []byte{}, errors.WithStack(err)
+	buf := make([]byte, 1024*4)
+	if _, err := io.CopyBuffer(h, f, buf); err != nil {
+		return nil, err
 	}
 
 	return h.Sum(nil), nil
@@ -123,7 +124,7 @@ func (b *Backup) Details() *ArchiveDetails {
 		if err != nil {
 			log.WithFields(log.Fields{
 				"backup": b.Identifier(),
-				"error": err,
+				"error":  err,
 			}).Error("failed to calculate checksum for backup")
 		}
 
@@ -151,4 +152,4 @@ func (b *Backup) Details() *ArchiveDetails {
 
 func (b *Backup) Ignored() []string {
 	return b.IgnoredFiles
-}
+}