using System.Diagnostics; using System.Diagnostics.CodeAnalysis; using System.Text.RegularExpressions; using NLog; using StabilityMatrix.Core.Helper; using StabilityMatrix.Core.Helper.Cache; using StabilityMatrix.Core.Models.Progress; using StabilityMatrix.Core.Processes; using StabilityMatrix.Core.Python; using StabilityMatrix.Core.Services; namespace StabilityMatrix.Core.Models.Packages; public class VladAutomatic : BaseGitPackage { public override string Name => "automatic"; public override string DisplayName { get; set; } = "SD.Next Web UI"; public override string Author => "vladmandic"; public override string Blurb => "Stable Diffusion implementation with advanced features"; public override string LaunchCommand => "launch.py"; public override Uri PreviewImageUri => new("https://github.com/vladmandic/automatic/raw/master/html/black-orange.jpg"); public override bool ShouldIgnoreReleases => true; public VladAutomatic(IGithubApiCache githubApi, ISettingsManager settingsManager, IDownloadService downloadService, IPrerequisiteHelper prerequisiteHelper) : base(githubApi, settingsManager, downloadService, prerequisiteHelper) { } // https://github.com/vladmandic/automatic/blob/master/modules/shared.py#L324 public override Dictionary SharedFolders => new() { [SharedFolderType.StableDiffusion] = "models/Stable-diffusion", [SharedFolderType.Diffusers] = "models/Diffusers", [SharedFolderType.VAE] = "models/VAE", [SharedFolderType.TextualInversion] = "models/embeddings", [SharedFolderType.Hypernetwork] = "models/hypernetworks", [SharedFolderType.Codeformer] = "models/Codeformer", [SharedFolderType.GFPGAN] = "models/GFPGAN", [SharedFolderType.BSRGAN] = "models/BSRGAN", [SharedFolderType.ESRGAN] = "models/ESRGAN", [SharedFolderType.RealESRGAN] = "models/RealESRGAN", [SharedFolderType.ScuNET] = "models/ScuNET", [SharedFolderType.SwinIR] = "models/SwinIR", [SharedFolderType.LDSR] = "models/LDSR", [SharedFolderType.CLIP] = "models/CLIP", [SharedFolderType.Lora] = "models/Lora", [SharedFolderType.LyCORIS] = "models/LyCORIS", }; [SuppressMessage("ReSharper", "ArrangeObjectCreationWhenTypeNotEvident")] public override List LaunchOptions => new() { new() { Name = "Host", Type = LaunchOptionType.String, DefaultValue = "localhost", Options = new() {"--server-name"} }, new() { Name = "Port", Type = LaunchOptionType.String, DefaultValue = "7860", Options = new() {"--port"} }, new() { Name = "VRAM", Type = LaunchOptionType.Bool, InitialValue = HardwareHelper.IterGpuInfo().Select(gpu => gpu.MemoryLevel).Max() switch { Level.Low => "--lowvram", Level.Medium => "--medvram", _ => null }, Options = new() { "--lowvram", "--medvram" } }, new() { Name = "Force use of Intel OneAPI XPU backend", Type = LaunchOptionType.Bool, Options = new() { "--use-ipex" } }, new() { Name = "Use DirectML if no compatible GPU is detected", Type = LaunchOptionType.Bool, InitialValue = !HardwareHelper.HasNvidiaGpu() && HardwareHelper.HasAmdGpu(), Options = new() { "--use-directml" } }, new() { Name = "Force use of Nvidia CUDA backend", Type = LaunchOptionType.Bool, Options = new() { "--use-cuda" } }, new() { Name = "Force use of AMD ROCm backend", Type = LaunchOptionType.Bool, Options = new() { "--use-rocm" } }, new() { Name = "CUDA Device ID", Type = LaunchOptionType.String, Options = new() { "--device-id" } }, new() { Name = "API", Type = LaunchOptionType.Bool, Options = new() { "--api" } }, new() { Name = "Debug Logging", Type = LaunchOptionType.Bool, Options = new() { "--debug" } }, LaunchOptionDefinition.Extras }; public override string ExtraLaunchArguments => ""; public override Task GetLatestVersion() => Task.FromResult("master"); public override async Task> GetAllVersions(bool isReleaseMode = true) { var allBranches = await GetAllBranches(); return allBranches.Select(b => new PackageVersion { TagName = $"{b.Name}", ReleaseNotesMarkdown = string.Empty }); } public override async Task InstallPackage(IProgress? progress = null) { progress?.Report(new ProgressReport(-1, isIndeterminate: true)); // Setup venv var venvRunner = new PyVenvRunner(Path.Combine(InstallLocation, "venv")); if (!venvRunner.Exists()) { await venvRunner.Setup(); } // Install torch / xformers based on gpu info var gpus = HardwareHelper.IterGpuInfo().ToList(); if (gpus.Any(g => g.IsNvidia)) { Logger.Info("Starting torch install (CUDA)..."); await venvRunner.PipInstall(PyVenvRunner.TorchPipInstallArgsCuda, InstallLocation, OnConsoleOutput); Logger.Info("Installing xformers..."); await venvRunner.PipInstall("xformers", InstallLocation, OnConsoleOutput); } else if (gpus.Any(g => g.IsAmd)) { Logger.Info("Starting torch install (DirectML)..."); await venvRunner.PipInstall(PyVenvRunner.TorchPipInstallArgsDirectML, InstallLocation, OnConsoleOutput); } else { Logger.Info("Starting torch install (CPU)..."); await venvRunner.PipInstall(PyVenvRunner.TorchPipInstallArgsCpu, InstallLocation, OnConsoleOutput); } // Install requirements file Logger.Info("Installing requirements.txt"); await venvRunner.PipInstall($"-r requirements.txt", InstallLocation, OnConsoleOutput); progress?.Report(new ProgressReport(1, isIndeterminate: false)); } public override async Task DownloadPackage(string version, bool isCommitHash, IProgress? progress = null) { progress?.Report(new ProgressReport(0.1f, message: "Downloading package...", isIndeterminate: true, type: ProgressType.Download)); Directory.CreateDirectory(InstallLocation); await PrerequisiteHelper.RunGit(null, "clone", "https://github.com/vladmandic/automatic", InstallLocation); await PrerequisiteHelper.RunGit(workingDirectory: InstallLocation, "checkout", version); return version; } public override async Task RunPackage(string installedPackagePath, string arguments) { await SetupVenv(installedPackagePath); void HandleConsoleOutput(ProcessOutput s) { OnConsoleOutput(s); if (s.Text.Contains("Running on local URL", StringComparison.OrdinalIgnoreCase)) { var regex = new Regex(@"(https?:\/\/)([^:\s]+):(\d+)"); var match = regex.Match(s.Text); if (match.Success) { WebUrl = match.Value; OnStartupComplete(WebUrl); } } } void HandleExit(int i) { Debug.WriteLine($"Venv process exited with code {i}"); OnExit(i); } var args = $"\"{Path.Combine(installedPackagePath, LaunchCommand)}\" {arguments}"; VenvRunner?.RunDetached(args.TrimEnd(), HandleConsoleOutput, HandleExit, workingDirectory: installedPackagePath); } public override async Task Update(InstalledPackage installedPackage, IProgress? progress = null) { progress?.Report(new ProgressReport(0.1f, message: "Downloading package update...", isIndeterminate: true, type: ProgressType.Download)); var version = await GithubApi.GetAllCommits(Author, Name, installedPackage.InstalledBranch); var latest = version?.FirstOrDefault(); if (latest == null) { Logger.Warn("No latest version found for vlad"); return string.Empty; } try { var output = await PrerequisiteHelper.GetGitOutput(workingDirectory: installedPackage.FullPath, "rev-parse", "HEAD"); if (output?.Replace("\n", "") == latest.Sha) { return latest.Sha; } } catch (Exception) { // ignored } try { await PrerequisiteHelper.RunGit(workingDirectory: installedPackage.FullPath, "pull", "origin", installedPackage.InstalledBranch); } catch (Exception e) { Logger.Log(LogLevel.Error, e); return string.Empty; } progress?.Report(new ProgressReport(1f, message: "Update Complete", isIndeterminate: true, type: ProgressType.Generic)); return latest.Sha; } }