chore: add backoff strategy to downloadFile

Author: mdelapenya

e2e/utils.go

@@ -10,6 +10,7 @@ import (
 	"strconv"
 	"time"
 
+	backoff "github.com/cenkalti/backoff/v4"
 	log "github.com/sirupsen/logrus"
 )
 
@@ -37,38 +38,74 @@ func downloadFile(url string) (string, error) {
 
 	filepath := tempFile.Name()
 
+	var (
+		initialInterval     = 500 * time.Millisecond
+		randomizationFactor = 0.5
+		multiplier          = 2.0
+		maxInterval         = 5 * time.Second
+		maxElapsedTime      = 3 * time.Minute
+	)
+
+	exp := backoff.NewExponentialBackOff()
+	exp.InitialInterval = initialInterval
+	exp.RandomizationFactor = randomizationFactor
+	exp.Multiplier = multiplier
+	exp.MaxInterval = maxInterval
+	exp.MaxElapsedTime = maxElapsedTime
+
+	retryCount := 1
+	var fileReader io.ReadCloser
+
+	download := func() error {
+		resp, err := http.Get(url)
+		if err != nil {
+			log.WithFields(log.Fields{
+				"elapsedTime": exp.GetElapsedTime(),
+				"error":       err,
+				"path":        filepath,
+				"retry":       retryCount,
+				"url":         url,
+			}).Warn("Could not download the file")
+
+			retryCount++
+
+			return err
+		}
+
+		log.WithFields(log.Fields{
+			"elapsedTime": exp.GetElapsedTime(),
+			"retries":     retryCount,
+			"path":        filepath,
+			"url":         url,
+		}).Debug("File downloaded")
+
+		fileReader = resp.Body
+
+		return nil
+	}
+
 	log.WithFields(log.Fields{
 		"url":  url,
 		"path": filepath,
 	}).Debug("Downloading file")
 
-	resp, err := http.Get(url)
+	err = backoff.Retry(download, exp)
 	if err != nil {
-		log.WithFields(log.Fields{
-			"error": err,
-			"url":   url,
-			"path":  filepath,
-		}).Error("Error downloading file")
-		return filepath, err
+		return "", err
 	}
-	defer resp.Body.Close()
+	defer fileReader.Close()
 
-	_, err = io.Copy(tempFile, resp.Body)
+	_, err = io.Copy(tempFile, fileReader)
 	if err != nil {
 		log.WithFields(log.Fields{
 			"error": err,
 			"url":   url,
 			"path":  filepath,
-		}).Error("Error writing file")
+		}).Error("Could not write file")
 
 		return filepath, err
 	}
 
-	log.WithFields(log.Fields{
-		"url":  url,
-		"path": filepath,
-	}).Debug("File downloaded")
-
 	return filepath, nil
 }