ImageToAnimation process started

Author: saddam213

OnnxStack.StableDiffusion/Diffusers/AnimateDiffuser.cs

@@ -0,0 +1,52 @@
+using Microsoft.ML.OnnxRuntime.Tensors;
+using OnnxStack.Core.Services;
+using OnnxStack.StableDiffusion.Common;
+using OnnxStack.StableDiffusion.Config;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace OnnxStack.StableDiffusion.Diffusers
+{
+    public class AnimateDiffuser : DiffuserBase
+    {
+
+        /// <summary>
+        /// Initializes a new instance of the <see cref="AnimateDiffuser"/> class.
+        /// </summary>
+        /// <param name="onnxModelService">The onnx model service.</param>
+        /// <param name="promptService"></param>
+        public AnimateDiffuser(IOnnxModelService onnxModelService, IPromptService promptService)
+        : base(onnxModelService, promptService) { }
+
+
+        /// <summary>
+        /// Gets the timesteps.
+        /// </summary>
+        /// <param name="prompt">The prompt.</param>
+        /// <param name="options">The options.</param>
+        /// <param name="scheduler">The scheduler.</param>
+        /// <returns></returns>
+        protected override IReadOnlyList<int> GetTimesteps(PromptOptions prompt, SchedulerOptions options, IScheduler scheduler)
+        {
+            return scheduler.Timesteps;
+        }
+
+
+        /// <summary>
+        /// Prepares the latents.
+        /// </summary>
+        /// <param name="model"></param>
+        /// <param name="prompt">The prompt.</param>
+        /// <param name="options">The options.</param>
+        /// <param name="scheduler">The scheduler.</param>
+        /// <param name="timesteps">The timesteps.</param>
+        /// <returns></returns>
+        protected override DenseTensor<float> PrepareLatents(IModelOptions model, PromptOptions prompt, SchedulerOptions options, IScheduler scheduler, IReadOnlyList<int> timesteps)
+        {
+            return scheduler.CreateRandomSample(options.GetScaledDimension(prompt.BatchCount), scheduler.InitNoiseSigma);
+        }
+    }
+}

OnnxStack.StableDiffusion/Enums/DiffuserType.cs

@@ -5,6 +5,7 @@ public enum DiffuserType
         TextToImage = 0,
         ImageToImage = 1,
         ImageInpaint = 2,
-        ImageInpaintLegacy = 3
+        ImageInpaintLegacy = 3,
+        ImageToAnimation = 4,
     }
 }