|
|
|
using System;
|
|
|
|
using System.Collections.Immutable;
|
|
|
|
using System.Collections.ObjectModel;
|
|
|
|
using System.Linq;
|
|
|
|
using System.Text.Json;
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
using AsyncAwaitBestPractices;
|
|
|
|
using Avalonia.Controls;
|
|
|
|
using Avalonia.Controls.Notifications;
|
|
|
|
using Avalonia.Platform.Storage;
|
|
|
|
using CommunityToolkit.Mvvm.ComponentModel;
|
|
|
|
using CommunityToolkit.Mvvm.Input;
|
|
|
|
using FluentAvalonia.UI.Controls;
|
|
|
|
using NLog;
|
|
|
|
using StabilityMatrix.Avalonia.Extensions;
|
|
|
|
using StabilityMatrix.Avalonia.Models;
|
|
|
|
using StabilityMatrix.Avalonia.Services;
|
|
|
|
using StabilityMatrix.Avalonia.ViewModels.Base;
|
|
|
|
using StabilityMatrix.Avalonia.ViewModels.Inference;
|
|
|
|
using StabilityMatrix.Avalonia.Views;
|
|
|
|
using StabilityMatrix.Core.Api;
|
|
|
|
using StabilityMatrix.Core.Attributes;
|
|
|
|
using StabilityMatrix.Core.Database;
|
|
|
|
using StabilityMatrix.Core.Extensions;
|
|
|
|
using StabilityMatrix.Core.Helper;
|
|
|
|
using StabilityMatrix.Core.Models;
|
|
|
|
using StabilityMatrix.Core.Models.Database;
|
|
|
|
using StabilityMatrix.Core.Models.FileInterfaces;
|
|
|
|
using StabilityMatrix.Core.Models.Progress;
|
|
|
|
using StabilityMatrix.Core.Services;
|
|
|
|
using Symbol = FluentIcons.Common.Symbol;
|
|
|
|
using SymbolIconSource = FluentIcons.FluentAvalonia.SymbolIconSource;
|
|
|
|
|
|
|
|
namespace StabilityMatrix.Avalonia.ViewModels;
|
|
|
|
|
|
|
|
[View(typeof(InferencePage))]
|
|
|
|
public partial class InferenceViewModel : PageViewModelBase
|
|
|
|
{
|
|
|
|
private static readonly Logger Logger = LogManager.GetCurrentClassLogger();
|
|
|
|
private readonly INotificationService notificationService;
|
|
|
|
|
|
|
|
// private readonly IRelayCommandFactory commandFactory;
|
|
|
|
private readonly ISettingsManager settingsManager;
|
|
|
|
private readonly ServiceManager<ViewModelBase> vmFactory;
|
|
|
|
private readonly IApiFactory apiFactory;
|
|
|
|
private readonly IModelIndexService modelIndexService;
|
|
|
|
private readonly ILiteDbContext liteDbContext;
|
|
|
|
|
|
|
|
public override string Title => "Inference";
|
|
|
|
public override IconSource IconSource =>
|
|
|
|
new SymbolIconSource { Symbol = Symbol.AppGeneric, IsFilled = true };
|
|
|
|
|
|
|
|
public RefreshBadgeViewModel ConnectionBadge { get; } =
|
|
|
|
new()
|
|
|
|
{
|
|
|
|
State = ProgressState.Failed,
|
|
|
|
FailToolTipText = "Not connected",
|
|
|
|
FailIcon = FluentAvalonia.UI.Controls.Symbol.Refresh,
|
|
|
|
SuccessToolTipText = "Connected",
|
|
|
|
};
|
|
|
|
|
|
|
|
public IInferenceClientManager ClientManager { get; }
|
|
|
|
|
|
|
|
public ObservableCollection<InferenceTabViewModelBase> Tabs { get; } = new();
|
|
|
|
|
|
|
|
[ObservableProperty]
|
|
|
|
private InferenceTabViewModelBase? selectedTab;
|
|
|
|
|
|
|
|
[ObservableProperty]
|
|
|
|
private int selectedTabIndex;
|
|
|
|
|
|
|
|
[ObservableProperty]
|
|
|
|
private PackagePair? runningPackage;
|
|
|
|
|
|
|
|
public InferenceViewModel(
|
|
|
|
ServiceManager<ViewModelBase> vmFactory,
|
|
|
|
IApiFactory apiFactory,
|
|
|
|
INotificationService notificationService,
|
|
|
|
IInferenceClientManager inferenceClientManager,
|
|
|
|
ISettingsManager settingsManager,
|
|
|
|
IModelIndexService modelIndexService,
|
|
|
|
ILiteDbContext liteDbContext
|
|
|
|
)
|
|
|
|
{
|
|
|
|
this.vmFactory = vmFactory;
|
|
|
|
this.apiFactory = apiFactory;
|
|
|
|
this.notificationService = notificationService;
|
|
|
|
this.settingsManager = settingsManager;
|
|
|
|
this.modelIndexService = modelIndexService;
|
|
|
|
this.liteDbContext = liteDbContext;
|
|
|
|
|
|
|
|
ClientManager = inferenceClientManager;
|
|
|
|
|
|
|
|
// Keep RunningPackage updated with the current package pair
|
|
|
|
EventManager.Instance.RunningPackageStatusChanged += (_, args) =>
|
|
|
|
{
|
|
|
|
RunningPackage = args.CurrentPackagePair;
|
|
|
|
};
|
|
|
|
|
|
|
|
MenuSaveAsCommand.WithConditionalNotificationErrorHandler(notificationService);
|
|
|
|
MenuOpenProjectCommand.WithConditionalNotificationErrorHandler(notificationService);
|
|
|
|
}
|
|
|
|
|
|
|
|
private bool isFirstLoadComplete;
|
|
|
|
|
|
|
|
public override async Task OnLoadedAsync()
|
|
|
|
{
|
|
|
|
await base.OnLoadedAsync();
|
|
|
|
|
|
|
|
if (!Design.IsDesignMode && !isFirstLoadComplete)
|
|
|
|
{
|
|
|
|
// Load any open projects
|
|
|
|
var openProjects = await liteDbContext.InferenceProjects.FindAsync(p => p.IsOpen);
|
|
|
|
|
|
|
|
if (openProjects is not null)
|
|
|
|
{
|
|
|
|
foreach (var project in openProjects.OrderBy(p => p.CurrentTabIndex))
|
|
|
|
{
|
|
|
|
var file = new FilePath(project.FilePath);
|
|
|
|
|
|
|
|
if (!file.Exists)
|
|
|
|
{
|
|
|
|
// Remove from database
|
|
|
|
await liteDbContext.InferenceProjects.DeleteAsync(project.Id);
|
|
|
|
}
|
|
|
|
|
|
|
|
try
|
|
|
|
{
|
|
|
|
if (file.Exists)
|
|
|
|
{
|
|
|
|
await AddTabFromFile(project.FilePath);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
catch (Exception e)
|
|
|
|
{
|
|
|
|
Logger.Warn(e, "Failed to open project file {FilePath}", project.FilePath);
|
|
|
|
|
|
|
|
notificationService.Show(
|
|
|
|
"Failed to open project file",
|
|
|
|
$"[{e.GetType().Name}] {e.Message}",
|
|
|
|
NotificationType.Error
|
|
|
|
);
|
|
|
|
|
|
|
|
// Set not open
|
|
|
|
await liteDbContext.InferenceProjects.UpdateAsync(
|
|
|
|
project with
|
|
|
|
{
|
|
|
|
IsOpen = false,
|
|
|
|
IsSelected = false,
|
|
|
|
CurrentTabIndex = -1
|
|
|
|
}
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
isFirstLoadComplete = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (Tabs.Count == 0)
|
|
|
|
{
|
|
|
|
AddTab();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Start a model index update
|
|
|
|
await modelIndexService.RefreshIndex();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Update the database with current tabs
|
|
|
|
/// </summary>
|
|
|
|
private async Task SyncTabStatesWithDatabase()
|
|
|
|
{
|
|
|
|
// Update the database with the current tabs
|
|
|
|
foreach (var (i, tab) in Tabs.ToImmutableArray().Enumerate())
|
|
|
|
{
|
|
|
|
if (tab.ProjectFile is not { } projectFile)
|
|
|
|
{
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
var entry = await liteDbContext.InferenceProjects.FindOneAsync(
|
|
|
|
p => p.FilePath == projectFile.ToString()
|
|
|
|
);
|
|
|
|
|
|
|
|
// Create if not found
|
|
|
|
entry ??= new InferenceProjectEntry
|
|
|
|
{
|
|
|
|
Id = Guid.NewGuid(),
|
|
|
|
FilePath = projectFile.ToString()
|
|
|
|
};
|
|
|
|
|
|
|
|
entry.IsOpen = tab == SelectedTab;
|
|
|
|
entry.CurrentTabIndex = i;
|
|
|
|
|
|
|
|
Logger.Trace(
|
|
|
|
"SyncTabStatesWithDatabase updated entry for tab '{Title}': {@Entry}",
|
|
|
|
tab.TabTitle,
|
|
|
|
entry
|
|
|
|
);
|
|
|
|
await liteDbContext.InferenceProjects.UpsertAsync(entry);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Update the database with given tab
|
|
|
|
/// </summary>
|
|
|
|
private async Task SyncTabStateWithDatabase(InferenceTabViewModelBase tab)
|
|
|
|
{
|
|
|
|
if (tab.ProjectFile is not { } projectFile)
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
var entry = await liteDbContext.InferenceProjects.FindOneAsync(
|
|
|
|
p => p.FilePath == projectFile.ToString()
|
|
|
|
);
|
|
|
|
|
|
|
|
// Create if not found
|
|
|
|
entry ??= new InferenceProjectEntry
|
|
|
|
{
|
|
|
|
Id = Guid.NewGuid(),
|
|
|
|
FilePath = projectFile.ToString()
|
|
|
|
};
|
|
|
|
|
|
|
|
entry.IsOpen = tab == SelectedTab;
|
|
|
|
entry.CurrentTabIndex = Tabs.IndexOf(tab);
|
|
|
|
|
|
|
|
Logger.Trace(
|
|
|
|
"SyncTabStatesWithDatabase updated entry for tab '{Title}': {@Entry}",
|
|
|
|
tab.TabTitle,
|
|
|
|
entry
|
|
|
|
);
|
|
|
|
await liteDbContext.InferenceProjects.UpsertAsync(entry);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// When the + button on the tab control is clicked, add a new tab.
|
|
|
|
/// </summary>
|
|
|
|
[RelayCommand]
|
|
|
|
private void AddTab()
|
|
|
|
{
|
|
|
|
var tab = vmFactory.Get<InferenceTextToImageViewModel>();
|
|
|
|
Tabs.Add(tab);
|
|
|
|
|
|
|
|
// Set as new selected tab
|
|
|
|
SelectedTabIndex = Tabs.Count - 1;
|
|
|
|
|
|
|
|
// Update the database with the current tab
|
|
|
|
SyncTabStateWithDatabase(tab).SafeFireAndForget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// When the close button on the tab is clicked, remove the tab.
|
|
|
|
/// </summary>
|
|
|
|
public void OnTabCloseRequested(TabViewTabCloseRequestedEventArgs e)
|
|
|
|
{
|
|
|
|
if (e.Item is not InferenceTabViewModelBase vm)
|
|
|
|
{
|
|
|
|
Logger.Warn("Tab close requested for unknown item {@Item}", e);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
Logger.Trace("Closing tab {Title}", vm.TabTitle);
|
|
|
|
|
|
|
|
// Set the selected tab to the next tab if there is one, then previous, then null
|
|
|
|
lock (Tabs)
|
|
|
|
{
|
|
|
|
var index = Tabs.IndexOf(vm);
|
|
|
|
if (index < Tabs.Count - 1)
|
|
|
|
{
|
|
|
|
SelectedTabIndex = index + 1;
|
|
|
|
}
|
|
|
|
else if (index > 0)
|
|
|
|
{
|
|
|
|
SelectedTabIndex = index - 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove the tab
|
|
|
|
Tabs.RemoveAt(index);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Update the database with the current tab
|
|
|
|
SyncTabStateWithDatabase(vm).SafeFireAndForget();
|
|
|
|
|
|
|
|
// Dispose the view model
|
|
|
|
vm.Dispose();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Connect to the inference server.
|
|
|
|
/// </summary>
|
|
|
|
[RelayCommand]
|
|
|
|
private async Task Connect()
|
|
|
|
{
|
|
|
|
if (ClientManager.IsConnected)
|
|
|
|
{
|
|
|
|
notificationService.Show("Already connected", "ComfyUI backend is already connected");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: make address configurable
|
|
|
|
|
|
|
|
if (RunningPackage is not null)
|
|
|
|
{
|
|
|
|
await notificationService.TryAsync(
|
|
|
|
ClientManager.ConnectAsync(RunningPackage),
|
|
|
|
"Could not connect to backend"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Disconnect from the inference server.
|
|
|
|
/// </summary>
|
|
|
|
[RelayCommand]
|
|
|
|
private async Task Disconnect()
|
|
|
|
{
|
|
|
|
if (!ClientManager.IsConnected)
|
|
|
|
{
|
|
|
|
notificationService.Show("Not connected", "ComfyUI backend is not connected");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
await notificationService.TryAsync(
|
|
|
|
ClientManager.CloseAsync(),
|
|
|
|
"Could not disconnect from ComfyUI backend"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Menu "Save As" command.
|
|
|
|
/// </summary>
|
|
|
|
[RelayCommand(FlowExceptionsToTaskScheduler = true)]
|
|
|
|
private async Task MenuSaveAs()
|
|
|
|
{
|
|
|
|
var currentTab = SelectedTab;
|
|
|
|
if (currentTab == null)
|
|
|
|
{
|
|
|
|
Logger.Warn("MenuSaveAs: currentTab is null");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Prompt for save file dialog
|
|
|
|
var provider = App.StorageProvider;
|
|
|
|
|
|
|
|
var projectDir = new DirectoryPath(settingsManager.LibraryDir, "Projects");
|
|
|
|
projectDir.Create();
|
|
|
|
var startDir = await provider.TryGetFolderFromPathAsync(projectDir);
|
|
|
|
|
|
|
|
var result = await provider.SaveFilePickerAsync(
|
|
|
|
new FilePickerSaveOptions
|
|
|
|
{
|
|
|
|
Title = "Save As",
|
|
|
|
SuggestedFileName = "Untitled",
|
|
|
|
FileTypeChoices = new FilePickerFileType[]
|
|
|
|
{
|
|
|
|
new("StabilityMatrix Project")
|
|
|
|
{
|
|
|
|
Patterns = new[] { "*.smproj" },
|
|
|
|
MimeTypes = new[] { "application/json" },
|
|
|
|
}
|
|
|
|
},
|
|
|
|
SuggestedStartLocation = startDir,
|
|
|
|
DefaultExtension = ".smproj",
|
|
|
|
ShowOverwritePrompt = true,
|
|
|
|
}
|
|
|
|
);
|
|
|
|
|
|
|
|
if (result is null)
|
|
|
|
{
|
|
|
|
Logger.Trace("MenuSaveAs: user cancelled");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
var document = InferenceProjectDocument.FromLoadable(currentTab);
|
|
|
|
|
|
|
|
// Save to file
|
|
|
|
try
|
|
|
|
{
|
|
|
|
await using var stream = await result.OpenWriteAsync();
|
|
|
|
stream.SetLength(0); // Overwrite fully
|
|
|
|
|
|
|
|
await JsonSerializer.SerializeAsync(
|
|
|
|
stream,
|
|
|
|
document,
|
|
|
|
new JsonSerializerOptions { WriteIndented = true }
|
|
|
|
);
|
|
|
|
}
|
|
|
|
catch (Exception e)
|
|
|
|
{
|
|
|
|
notificationService.ShowPersistent(
|
|
|
|
"Could not save to file",
|
|
|
|
$"[{e.GetType().Name}] {e.Message}",
|
|
|
|
NotificationType.Error
|
|
|
|
);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Update project file
|
|
|
|
currentTab.ProjectFile = new FilePath(result.TryGetLocalPath()!);
|
|
|
|
|
|
|
|
// Update the database with the current tab
|
|
|
|
await SyncTabStateWithDatabase(currentTab);
|
|
|
|
|
|
|
|
notificationService.Show(
|
|
|
|
"Saved",
|
|
|
|
$"Saved project to {result.Name}",
|
|
|
|
NotificationType.Success
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Menu "Save Project" command.
|
|
|
|
/// </summary>
|
|
|
|
[RelayCommand(FlowExceptionsToTaskScheduler = true)]
|
|
|
|
private async Task MenuSave()
|
|
|
|
{
|
|
|
|
// Get the current tab
|
|
|
|
var currentTab = SelectedTab;
|
|
|
|
|
|
|
|
if (currentTab == null)
|
|
|
|
{
|
|
|
|
Logger.Info("MenuSaveProject: currentTab is null");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// If the tab has no project file, prompt for save as
|
|
|
|
if (currentTab.ProjectFile is not { } projectFile)
|
|
|
|
{
|
|
|
|
await MenuSaveAs();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Otherwise, save to the current project file
|
|
|
|
var document = InferenceProjectDocument.FromLoadable(currentTab);
|
|
|
|
|
|
|
|
// Save to file
|
|
|
|
try
|
|
|
|
{
|
|
|
|
await using var stream = projectFile.Info.OpenWrite();
|
|
|
|
stream.SetLength(0); // Overwrite fully
|
|
|
|
|
|
|
|
await JsonSerializer.SerializeAsync(
|
|
|
|
stream,
|
|
|
|
document,
|
|
|
|
new JsonSerializerOptions { WriteIndented = true }
|
|
|
|
);
|
|
|
|
}
|
|
|
|
catch (Exception e)
|
|
|
|
{
|
|
|
|
notificationService.ShowPersistent(
|
|
|
|
"Could not save to file",
|
|
|
|
$"[{e.GetType().Name}] {e.Message}",
|
|
|
|
NotificationType.Error
|
|
|
|
);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
notificationService.Show(
|
|
|
|
"Saved",
|
|
|
|
$"Saved project to {projectFile.Name}",
|
|
|
|
NotificationType.Success
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
private async Task AddTabFromFile(FilePath file)
|
|
|
|
{
|
|
|
|
await using var stream = file.Info.OpenRead();
|
|
|
|
|
|
|
|
var document = await JsonSerializer.DeserializeAsync<InferenceProjectDocument>(stream);
|
|
|
|
if (document is null)
|
|
|
|
{
|
|
|
|
throw new ApplicationException(
|
|
|
|
"MenuOpenProject: Deserialize project file returned null"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (document.State is null)
|
|
|
|
{
|
|
|
|
throw new ApplicationException("Project file does not have 'State' key");
|
|
|
|
}
|
|
|
|
|
|
|
|
InferenceTabViewModelBase vm;
|
|
|
|
if (document.ProjectType is InferenceProjectType.TextToImage)
|
|
|
|
{
|
|
|
|
// Get view model
|
|
|
|
var textToImage = vmFactory.Get<InferenceTextToImageViewModel>();
|
|
|
|
// Load state
|
|
|
|
textToImage.LoadStateFromJsonObject(document.State);
|
|
|
|
// Set the file backing the view model
|
|
|
|
textToImage.ProjectFile = file;
|
|
|
|
vm = textToImage;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
throw new InvalidOperationException(
|
|
|
|
$"Unsupported project type: {document.ProjectType}"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
Tabs.Add(vm);
|
|
|
|
|
|
|
|
// Set the selected tab to the newly opened tab
|
|
|
|
SelectedTab = vm;
|
|
|
|
|
|
|
|
// Update the database with the current tab
|
|
|
|
SyncTabStateWithDatabase(vm).SafeFireAndForget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
/// Menu "Open Project" command.
|
|
|
|
/// </summary>
|
|
|
|
[RelayCommand(FlowExceptionsToTaskScheduler = true)]
|
|
|
|
private async Task MenuOpenProject()
|
|
|
|
{
|
|
|
|
// Prompt for open file dialog
|
|
|
|
var provider = App.StorageProvider;
|
|
|
|
|
|
|
|
var projectDir = new DirectoryPath(settingsManager.LibraryDir, "Projects");
|
|
|
|
projectDir.Create();
|
|
|
|
var startDir = await provider.TryGetFolderFromPathAsync(projectDir);
|
|
|
|
|
|
|
|
var results = await provider.OpenFilePickerAsync(
|
|
|
|
new FilePickerOpenOptions
|
|
|
|
{
|
|
|
|
Title = "Open Project File",
|
|
|
|
FileTypeFilter = new FilePickerFileType[]
|
|
|
|
{
|
|
|
|
new("StabilityMatrix Project")
|
|
|
|
{
|
|
|
|
Patterns = new[] { "*.smproj" },
|
|
|
|
MimeTypes = new[] { "application/json" },
|
|
|
|
}
|
|
|
|
},
|
|
|
|
SuggestedStartLocation = startDir,
|
|
|
|
}
|
|
|
|
);
|
|
|
|
|
|
|
|
if (results.Count == 0)
|
|
|
|
{
|
|
|
|
Logger.Trace("MenuOpenProject: No files selected");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Load from file
|
|
|
|
var file = results[0];
|
|
|
|
|
|
|
|
await AddTabFromFile(file.TryGetLocalPath()!);
|
|
|
|
}
|
|
|
|
}
|