Optimize download logic

This commit is contained in:
Xpl0itU 2024-03-29 16:32:19 +01:00
parent d592615b06
commit b031be4ecd

View file

@ -41,6 +41,32 @@ func calculateDownloadSpeed(downloaded int64, startTime, endTime time.Time) int6
return 0
}
func downloadChunk(buffer []byte, resp *http.Response, file *os.File, doRetries bool, attempt int) (int64, error) {
n, err := resp.Body.Read(buffer)
if err != nil && err != io.EOF {
if doRetries && attempt < maxRetries {
time.Sleep(retryDelay)
return 0, nil
}
return 0, fmt.Errorf("download error after %d attempts: %+v", attempt, err)
}
if n == 0 {
return 0, nil
}
_, err = file.Write(buffer[:n])
if err != nil {
if doRetries && attempt < maxRetries {
time.Sleep(retryDelay)
return 0, nil
}
return 0, fmt.Errorf("write error after %d attempts: %+v", attempt, err)
}
return int64(n), nil
}
func downloadFile(ctx context.Context, progressReporter ProgressReporter, client *http.Client, downloadURL, dstPath string, doRetries bool, buffer []byte) error {
filePath := filepath.Base(dstPath)
@ -75,33 +101,39 @@ func downloadFile(ctx context.Context, progressReporter ProgressReporter, client
var downloaded int64
startTime = time.Now()
ticker := time.NewTicker(250 * time.Millisecond)
defer ticker.Stop()
Loop:
for {
n, err := resp.Body.Read(buffer)
if err != nil && err != io.EOF {
if doRetries && attempt < maxRetries {
time.Sleep(retryDelay)
break
select {
case <-ctx.Done():
return ctx.Err()
case <-ticker.C:
n, err := downloadChunk(buffer, resp, file, doRetries, attempt)
if err != nil {
return err
}
return fmt.Errorf("download error after %d attempts: %+v", attempt, err)
}
if n == 0 {
break
}
_, err = file.Write(buffer[:n])
if err != nil {
if doRetries && attempt < maxRetries {
time.Sleep(retryDelay)
break
if n == 0 {
break Loop
}
return fmt.Errorf("write error after %d attempts: %+v", attempt, err)
}
downloaded += int64(n)
progressReporter.UpdateDownloadProgress(downloaded, calculateDownloadSpeed(downloaded, startTime, time.Now()), filePath)
downloaded += n
progressReporter.UpdateDownloadProgress(downloaded, calculateDownloadSpeed(downloaded, startTime, time.Now()), filePath)
default:
n, err := downloadChunk(buffer, resp, file, doRetries, attempt)
if err != nil {
return err
}
if n == 0 {
break Loop
}
downloaded += n
}
}
break
}
return nil