Add Inference ControlNet Preprocessor preview button

StabilityMatrix.Avalonia/Controls/Inference/ControlNetCard.axaml

@@ -48,15 +48,34 @@
                                 FontSize="13" />
 
                             <!--  Preprocessor Model  -->
-                            <ui:FAComboBox
+                            <sg:SpacedGrid
                                 Grid.Row="0"
                                 Grid.Column="1"
-                                Margin="0,0,0,4"
-                                SelectedItem="{Binding SelectedPreprocessor}"
-                                ItemsSource="{Binding ClientManager.Preprocessors}"
-                                DisplayMemberBinding="{Binding DisplayName}"
-                                HorizontalAlignment="Stretch"
-                                Header="{x:Static lang:Resources.Label_Preprocessor}"/>
+                                ColumnDefinitions="*,Auto">
+                                <ui:FAComboBox
+                                    Margin="0,0,0,4"
+                                    SelectedItem="{Binding SelectedPreprocessor}"
+                                    ItemsSource="{Binding ClientManager.Preprocessors}"
+                                    DisplayMemberBinding="{Binding DisplayName}"
+                                    HorizontalAlignment="Stretch"
+                                    Header="{x:Static lang:Resources.Label_Preprocessor}"/>
+                                
+                                <Button 
+                                    ToolTip.Tip="{x:Static lang:Resources.Action_PreviewPreprocessor}"
+                                    Padding="7"
+                                    VerticalAlignment="Center"
+                                    Margin="0,23,0,0"
+                                    Command="{Binding PreviewPreprocessorCommand}"
+                                    CommandParameter="{Binding SelectedPreprocessor}"
+                                    Grid.Column="1">
+                                    <fluentIcons:SymbolIcon
+                                        VerticalAlignment="Center"
+                                        FontSize="15"
+                                        IsFilled="True"
+                                        Symbol="Play" />
+                                </Button>
+                            </sg:SpacedGrid>
+
 
                             <!--  ControlNet Model  -->
                             <ui:FAComboBox

StabilityMatrix.Avalonia/Languages/Resources.Designer.cs

@@ -392,6 +392,15 @@ namespace StabilityMatrix.Avalonia.Languages {
             }
         }
         
+        /// <summary>
+        ///   Looks up a localized string similar to Preview Preprocessor.
+        /// </summary>
+        public static string Action_PreviewPreprocessor {
+            get {
+                return ResourceManager.GetString("Action_PreviewPreprocessor", resourceCulture);
+            }
+        }
+        
         /// <summary>
         ///   Looks up a localized string similar to Quit.
         /// </summary>

StabilityMatrix.Avalonia/Languages/Resources.resx

@@ -975,4 +975,7 @@
   <data name="Label_Config" xml:space="preserve">
     <value>Config</value>
   </data>
+  <data name="Action_PreviewPreprocessor" xml:space="preserve">
+    <value>Preview Preprocessor</value>
+  </data>
 </root>

StabilityMatrix.Avalonia/ViewModels/Base/InferenceGenerationViewModelBase.cs

@@ -259,6 +259,30 @@ public abstract partial class InferenceGenerationViewModelBase
         }
     }
 
+    public async Task RunCustomGeneration(
+        InferenceQueueCustomPromptEventArgs args,
+        CancellationToken cancellationToken = default
+    )
+    {
+        if (ClientManager.Client is not { } client)
+        {
+            throw new InvalidOperationException("Client is not connected");
+        }
+
+        var generationArgs = new ImageGenerationEventArgs
+        {
+            Client = client,
+            Nodes = args.Builder.ToNodeDictionary(),
+            OutputNodeNames = args.Builder.Connections.OutputNodeNames.ToArray(),
+            Project = InferenceProjectDocument.FromLoadable(this),
+            FilesToTransfer = args.FilesToTransfer,
+            Parameters = new GenerationParameters(),
+            ClearOutputImages = true
+        };
+
+        await RunGeneration(generationArgs, cancellationToken);
+    }
+
     /// <summary>
     /// Runs a generation task
     /// </summary>

StabilityMatrix.Avalonia/ViewModels/Inference/ControlNetCardViewModel.cs

@@ -1,6 +1,7 @@
 using System;
 using System.ComponentModel.DataAnnotations;
 using System.Threading.Tasks;
+using Avalonia.Threading;
 using CommunityToolkit.Mvvm.ComponentModel;
 using CommunityToolkit.Mvvm.Input;
 using DynamicData.Binding;
@@ -10,8 +11,10 @@ using StabilityMatrix.Avalonia.Services;
 using StabilityMatrix.Avalonia.ViewModels.Base;
 using StabilityMatrix.Avalonia.ViewModels.Dialogs;
 using StabilityMatrix.Core.Attributes;
+using StabilityMatrix.Core.Helper;
 using StabilityMatrix.Core.Models;
 using StabilityMatrix.Core.Models.Api.Comfy;
+using StabilityMatrix.Core.Models.Api.Comfy.Nodes;
 
 namespace StabilityMatrix.Avalonia.ViewModels.Inference;
 
@@ -99,4 +102,57 @@ public partial class ControlNetCardViewModel : LoadableViewModelBase
             confirmDialog.StartDownload();
         }
     }
+
+    [RelayCommand]
+    private async Task PreviewPreprocessor(ComfyAuxPreprocessor? preprocessor)
+    {
+        if (
+            preprocessor is null
+            || SelectImageCardViewModel.ImageSource is not { } imageSource
+            || SelectImageCardViewModel.IsImageFileNotFound
+        )
+            return;
+
+        var args = new InferenceQueueCustomPromptEventArgs();
+
+        var images = SelectImageCardViewModel.GetInputImages();
+
+        await ClientManager.UploadInputImageAsync(imageSource);
+
+        var image = args.Nodes.AddTypedNode(
+            new ComfyNodeBuilder.LoadImage
+            {
+                Name = args.Nodes.GetUniqueName("Preprocessor_LoadImage"),
+                Image =
+                    SelectImageCardViewModel.ImageSource?.GetHashGuidFileNameCached("Inference")
+                    ?? throw new ValidationException("No ImageSource")
+            }
+        ).Output1;
+
+        var aioPreprocessor = args.Nodes.AddTypedNode(
+            new ComfyNodeBuilder.AIOPreprocessor
+            {
+                Name = args.Nodes.GetUniqueName("Preprocessor"),
+                Image = image,
+                Preprocessor = preprocessor.ToString(),
+                Resolution = Width is <= 2048 and > 0 ? Width : 512
+            }
+        );
+
+        args.Builder.Connections.OutputNodes.Add(
+            args.Nodes.AddTypedNode(
+                new ComfyNodeBuilder.PreviewImage
+                {
+                    Name = args.Nodes.GetUniqueName("Preprocessor_OutputImage"),
+                    Images = aioPreprocessor.Output
+                }
+            )
+        );
+
+        // Queue
+        Dispatcher.UIThread.Post(() => EventManager.Instance.OnInferenceQueueCustomPrompt(args));
+
+        // We don't know when it's done so wait a bit?
+        await Task.Delay(1000);
+    }
 }

StabilityMatrix.Avalonia/ViewModels/InferenceViewModel.cs

@@ -114,6 +114,9 @@ public partial class InferenceViewModel : PageViewModelBase, IAsyncDisposable
         EventManager.Instance.InferenceImageToImageRequested += OnInferenceImageToImageRequested;
         EventManager.Instance.InferenceImageToVideoRequested += OnInferenceImageToVideoRequested;
 
+        // Global requests for custom prompt queueing
+        EventManager.Instance.InferenceQueueCustomPrompt += OnInferenceQueueCustomPromptRequested;
+
         MenuSaveAsCommand.WithConditionalNotificationErrorHandler(notificationService);
         MenuOpenProjectCommand.WithConditionalNotificationErrorHandler(notificationService);
     }
@@ -168,6 +171,34 @@ public partial class InferenceViewModel : PageViewModelBase, IAsyncDisposable
         });
     }
 
+    private void OnInferenceQueueCustomPromptRequested(object? sender, InferenceQueueCustomPromptEventArgs e)
+    {
+        // Get currently selected tab
+        var currentTab = SelectedTab;
+
+        if (currentTab is InferenceGenerationViewModelBase generationViewModel)
+        {
+            Dispatcher
+                .UIThread.InvokeAsync(async () =>
+                {
+                    await generationViewModel.RunCustomGeneration(e);
+                })
+                .SafeFireAndForget(ex =>
+                {
+                    Logger.Error(ex, "Failed to queue prompt");
+
+                    Dispatcher.UIThread.Post(() =>
+                    {
+                        notificationService.ShowPersistent(
+                            "Failed to queue prompt",
+                            $"{ex.GetType().Name}: {ex.Message}",
+                            NotificationType.Error
+                        );
+                    });
+                });
+        }
+    }
+
     public override void OnLoaded()
     {
         base.OnLoaded();

StabilityMatrix.Core/Helper/EventManager.cs

@@ -41,6 +41,7 @@ public class EventManager
     public event EventHandler<LocalImageFile>? InferenceUpscaleRequested;
     public event EventHandler<LocalImageFile>? InferenceImageToImageRequested;
     public event EventHandler<LocalImageFile>? InferenceImageToVideoRequested;
+    public event EventHandler<InferenceQueueCustomPromptEventArgs>? InferenceQueueCustomPrompt;
     public event EventHandler<int>? NavigateAndFindCivitModelRequested;
     public event EventHandler? DownloadsTeachingTipRequested;
     public event EventHandler? RecommendedModelsDialogClosed;
@@ -92,6 +93,9 @@ public class EventManager
     public void OnInferenceImageToVideoRequested(LocalImageFile imageFile) =>
         InferenceImageToVideoRequested?.Invoke(this, imageFile);
 
+    public void OnInferenceQueueCustomPrompt(InferenceQueueCustomPromptEventArgs e) =>
+        InferenceQueueCustomPrompt?.Invoke(this, e);
+
     public void OnNavigateAndFindCivitModelRequested(int modelId) =>
         NavigateAndFindCivitModelRequested?.Invoke(this, modelId);
 

StabilityMatrix.Core/Models/InferenceRunCustomPromptEventArgs.cs

@@ -0,0 +1,14 @@
+using StabilityMatrix.Core.Models.Api.Comfy.Nodes;
+
+namespace StabilityMatrix.Core.Models;
+
+public class InferenceQueueCustomPromptEventArgs : EventArgs
+{
+    public ComfyNodeBuilder Builder { get; } = new();
+
+    public NodeDictionary Nodes => Builder.Nodes;
+
+    public long? SeedOverride { get; init; }
+
+    public List<(string SourcePath, string DestinationRelativePath)> FilesToTransfer { get; init; } = [];
+}