Basic ControlNet console example

Author: saddam213

Assets/Samples/OpenPose.png

@@ -12,6 +12,7 @@ public AppService(IServiceProvider serviceProvider, IEnumerable<Type> exampleRun
             _exampleRunners = exampleRunnerTypes
                 .Select(serviceProvider.GetService)
                 .Cast<IExampleRunner>()
+                .OrderBy(x => x.Index)
                 .ToList();
         }
 

OnnxStack.Console/AppService.cs

@@ -0,0 +1,62 @@
+using OnnxStack.Core.Image;
+using OnnxStack.StableDiffusion.Config;
+using OnnxStack.StableDiffusion.Enums;
+using OnnxStack.StableDiffusion.Models;
+using OnnxStack.StableDiffusion.Pipelines;
+using SixLabors.ImageSharp;
+
+namespace OnnxStack.Console.Runner
+{
+    public sealed class ControlNetExample : IExampleRunner
+    {
+        private readonly string _outputDirectory;
+        private readonly StableDiffusionConfig _configuration;
+
+        public ControlNetExample(StableDiffusionConfig configuration)
+        {
+            _configuration = configuration;
+            _outputDirectory = Path.Combine(Directory.GetCurrentDirectory(), "Examples", nameof(ControlNetExample));
+            Directory.CreateDirectory(_outputDirectory);
+        }
+
+        public int Index => 11;
+
+        public string Name => "ControlNet Example";
+
+        public string Description => "ControlNet Example";
+
+        /// <summary>
+        /// ControlNet Example
+        /// </summary>
+        public async Task RunAsync()
+        {
+            // Load Control Image
+            var controlImage = await File.ReadAllBytesAsync("D:\\Repositories\\OnnxStack\\Assets\\Samples\\OpenPose.png");
+
+            // Create ControlNet
+            var controlNet = ControlNetModel.Create("D:\\Repositories\\controlnet_onnx\\controlnet\\openpose.onnx");
+
+            // Create Pipeline
+            var pipeline = StableDiffusionPipeline.CreatePipeline("D:\\Repositories\\stable_diffusion_onnx", ModelType.ControlNet);
+
+            // Prompt
+            var promptOptions = new PromptOptions
+            {
+                Prompt = "Stormtrooper flexing",
+                DiffuserType = DiffuserType.ControlNet,
+                InputContolImage = new InputImage(controlImage)
+            };
+
+            // Run pipeline
+            var result = await pipeline.RunAsync(promptOptions, controlNet: controlNet);
+
+            // Create Image from Tensor result
+            var image = result.ToImage();
+
+            // Save Image File
+            var outputFilename = Path.Combine(_outputDirectory, $"Output.png");
+            await image.SaveAsPngAsync(outputFilename);
+
+        }
+    }
+}

OnnxStack.Console/Examples/ControlNetExample.cs

@@ -17,6 +17,8 @@ public StableDebug(StableDiffusionConfig configuration)
             _outputDirectory = Path.Combine(Directory.GetCurrentDirectory(), "Examples", nameof(StableDebug));
         }
 
+        public int Index => 0;
+
         public string Name => "Stable Diffusion Debug";
 
         public string Description => "Stable Diffusion Debugger";

OnnxStack.Console/Examples/StableDebug.cs

@@ -19,6 +19,8 @@ public StableDiffusionBatch(StableDiffusionConfig configuration)
             _outputDirectory = Path.Combine(Directory.GetCurrentDirectory(), "Examples", nameof(StableDiffusionBatch));
         }
 
+        public int Index => 2;
+
         public string Name => "Stable Diffusion Batch Demo";
 
         public string Description => "Creates a batch of images from the text prompt provided using all Scheduler types";

OnnxStack.Console/Examples/StableDiffusionBatch.cs

@@ -17,6 +17,8 @@ public StableDiffusionExample(StableDiffusionConfig configuration)
             _outputDirectory = Path.Combine(Directory.GetCurrentDirectory(), "Examples", nameof(StableDiffusionExample));
         }
 
+        public int Index => 1;
+
         public string Name => "Stable Diffusion Demo";
 
         public string Description => "Creates images from the text prompt provided using all Scheduler types";

OnnxStack.Console/Examples/StableDiffusionExample.cs

@@ -20,6 +20,8 @@ public StableDiffusionGenerator(StableDiffusionConfig configuration)
             _outputDirectory = Path.Combine(Directory.GetCurrentDirectory(), "Examples", nameof(StableDiffusionGenerator));
         }
 
+        public int Index => 3;
+
         public string Name => "Stable Diffusion Generator";
 
         public string Description => "Generator images from fixed prompts using all Scheduler types";

OnnxStack.Console/Examples/StableDiffusionGenerator.cs

@@ -21,6 +21,8 @@ public UpscaleExample(ImageUpscalerConfig configuration, IUpscaleService imageUp
             Directory.CreateDirectory(_outputDirectory);
         }
 
+        public int Index => 10;
+
         public string Name => "Image Upscale Demo";
 
         public string Description => "Upscales images";

OnnxStack.Console/Examples/UpscaleExample.cs

@@ -21,6 +21,8 @@ public VideoToVideoExample(StableDiffusionConfig configuration, IVideoService vi
             Directory.CreateDirectory(_outputDirectory);
         }
 
+        public int Index => 4;
+
         public string Name => "Video To Video Demo";
 
         public string Description => "Video Stable Diffusion Inference";

OnnxStack.Console/Examples/VideoToVideoExample.cs

@@ -7,6 +7,8 @@ namespace OnnxStack.Console
     /// </summary>
     internal interface IExampleRunner
     {
+        int Index { get; }
+
         /// <summary>
         /// Gets the name of the Example.
         /// </summary>