using System.Net.Http.Headers; using Microsoft.Extensions.Logging; using Polly.Contrib.WaitAndRetry; using StabilityMatrix.Core.Models.Progress; namespace StabilityMatrix.Core.Services; public class DownloadService : IDownloadService { private readonly ILogger logger; private readonly IHttpClientFactory httpClientFactory; private const int BufferSize = ushort.MaxValue; public DownloadService(ILogger logger, IHttpClientFactory httpClientFactory) { this.logger = logger; this.httpClientFactory = httpClientFactory; } public async Task DownloadToFileAsync(string downloadUrl, string downloadPath, IProgress? progress = null, string? httpClientName = null) { using var client = string.IsNullOrWhiteSpace(httpClientName) ? httpClientFactory.CreateClient() : httpClientFactory.CreateClient(httpClientName); client.Timeout = TimeSpan.FromMinutes(10); client.DefaultRequestHeaders.UserAgent.Add(new ProductInfoHeaderValue("StabilityMatrix", "2.0")); await using var file = new FileStream(downloadPath, FileMode.Create, FileAccess.Write, FileShare.None); long contentLength = 0; var response = await client.GetAsync(downloadUrl, HttpCompletionOption.ResponseHeadersRead); contentLength = response.Content.Headers.ContentLength ?? 0; var delays = Backoff.DecorrelatedJitterBackoffV2( TimeSpan.FromMilliseconds(50), retryCount: 3); foreach (var delay in delays) { if (contentLength > 0) break; logger.LogDebug("Retrying get-headers for content-length"); await Task.Delay(delay); response = await client.GetAsync(downloadUrl, HttpCompletionOption.ResponseHeadersRead); contentLength = response.Content.Headers.ContentLength ?? 0; } var isIndeterminate = contentLength == 0; await using var stream = await response.Content.ReadAsStreamAsync(); var totalBytesRead = 0L; var buffer = new byte[BufferSize]; while (true) { var bytesRead = await stream.ReadAsync(buffer); if (bytesRead == 0) break; await file.WriteAsync(buffer.AsMemory(0, bytesRead)); totalBytesRead += bytesRead; if (isIndeterminate) { progress?.Report(new ProgressReport(-1, isIndeterminate: true)); } else { progress?.Report(new ProgressReport(current: Convert.ToUInt64(totalBytesRead), total: Convert.ToUInt64(contentLength), message: "Downloading...")); } } await file.FlushAsync(); progress?.Report(new ProgressReport(1f, message: "Download complete!")); } public async Task GetImageStreamFromUrl(string url) { using var client = httpClientFactory.CreateClient(); client.Timeout = TimeSpan.FromSeconds(10); client.DefaultRequestHeaders.UserAgent.Add(new ProductInfoHeaderValue("StabilityMatrix", "2.0")); try { var response = await client.GetAsync(url); return await response.Content.ReadAsStreamAsync(); } catch (Exception e) { return default; } } }