Load/Unload Decoder, Support all model value types

Author: saddam213

OnnxStack.StableDiffusion/Diffusers/StableCascade/StableCascadeDiffuser.cs

@@ -216,7 +216,8 @@ protected override async Task<DenseTensor<float>> DecodeLatentsAsync(PromptOptio
                         await _vaeDecoder.UnloadAsync();
 
                     return imageResult
-                        .GetTensorMutableDataAsSpan<float>()
+                        .ToArray()
+                        .AsSpan()
                         .NormalizeOneToOne()
                         .ToDenseTensor(outputDim);
                 }

OnnxStack.StableDiffusion/Pipelines/StableCascadePipeline.cs

@@ -63,6 +63,30 @@ public StableCascadePipeline(PipelineOptions pipelineOptions, TokenizerModel tok
         public override DiffuserPipelineType PipelineType => DiffuserPipelineType.StableCascade;
 
 
+        public override Task LoadAsync()
+        {
+            if (_pipelineOptions.MemoryMode == MemoryModeType.Minimum)
+                return base.LoadAsync();
+
+            // Preload all models into VRAM
+            return Task.WhenAll
+            (
+                _decoderUnet.LoadAsync(),
+                base.LoadAsync()
+            );
+        }
+
+
+        /// <summary>
+        /// Unloads the pipeline.
+        /// </summary>
+        /// <returns></returns>
+        public override Task UnloadAsync()
+        {
+            _decoderUnet?.Dispose();
+            return base.UnloadAsync();
+        }
+
         /// <summary>
         /// Creates the diffuser.
         /// </summary>