Remove Medium mode as it has no real benefit

saddam213 · saddam213 · commit 582aeed89038 · 2024-02-06T11:38:18.000+13:00
diff --git a/OnnxStack.Core/Model/OnnxModelSession.cs b/OnnxStack.Core/Model/OnnxModelSession.cs
@@ -69,7 +69,10 @@ public async Task LoadAsync()
         /// <returns></returns>
         public async Task UnloadAsync()
         {
+            // TODO: deadlock on model dispose when no synchronization context exists(console app)
+            // Task.Yield seems to force a context switch resolving any issues, revist this
             await Task.Yield();
+
             if (_session is not null)
             {
                 _session.Dispose();
diff --git a/OnnxStack.StableDiffusion/Diffusers/DiffuserBase.cs b/OnnxStack.StableDiffusion/Diffusers/DiffuserBase.cs
@@ -140,7 +140,7 @@ protected virtual async Task<DenseTensor<float>> DecodeLatentsAsync(PromptOption
                 using (var imageResult = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeDecoder.UnloadAsync();
 
                     _logger?.LogEnd("Latents decoded", timestamp);
diff --git a/OnnxStack.StableDiffusion/Diffusers/InstaFlow/ControlNetDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/InstaFlow/ControlNetDiffuser.cs
@@ -148,12 +148,9 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
-                {
-                    await _unet.UnloadAsync();
-                    await _controlNet.UnloadAsync();
-                }
-
+                if (_memoryMode == MemoryModeType.Minimum)
+                    await Task.WhenAll(_controlNet.UnloadAsync(), _unet.UnloadAsync());
+         
                 // Decode Latents
                 return await DecodeLatentsAsync(promptOptions, schedulerOptions, latents);
             }
diff --git a/OnnxStack.StableDiffusion/Diffusers/InstaFlow/InstaFlowDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/InstaFlow/InstaFlowDiffuser.cs
@@ -107,7 +107,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/ControlNetDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/ControlNetDiffuser.cs
@@ -145,11 +145,8 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
-                {
-                    await _unet.UnloadAsync();
-                    await _controlNet.UnloadAsync();
-                }
+                if (_memoryMode == MemoryModeType.Minimum)
+                    await Task.WhenAll(_controlNet.UnloadAsync(), _unet.UnloadAsync());
 
                 // Decode Latents
                 return await DecodeLatentsAsync(promptOptions, schedulerOptions, latents);
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/ControlNetImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/ControlNetImageDiffuser.cs
@@ -74,7 +74,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/ImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/ImageDiffuser.cs
@@ -71,7 +71,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/InpaintLegacyDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/InpaintLegacyDiffuser.cs
@@ -142,7 +142,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
@@ -173,7 +173,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/LatentConsistencyDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistency/LatentConsistencyDiffuser.cs
@@ -107,7 +107,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/ControlNetDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/ControlNetDiffuser.cs
@@ -150,11 +150,8 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
-                {
-                    await _unet.UnloadAsync();
-                    await _controlNet.UnloadAsync();
-                }
+                if (_memoryMode == MemoryModeType.Minimum)
+                    await Task.WhenAll(_controlNet.UnloadAsync(), _unet.UnloadAsync());
 
                 // Decode Latents
                 return await DecodeLatentsAsync(promptOptions, schedulerOptions, latents);
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/ControlNetImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/ControlNetImageDiffuser.cs
@@ -72,7 +72,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/ImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/ImageDiffuser.cs
@@ -73,7 +73,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/InpaintLegacyDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/LatentConsistencyXL/InpaintLegacyDiffuser.cs
@@ -124,7 +124,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
@@ -168,7 +168,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/ControlNetDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/ControlNetDiffuser.cs
@@ -141,11 +141,8 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
-                {
-                    await _unet.UnloadAsync();
-                    await _controlNet.UnloadAsync();
-                }
+                if (_memoryMode == MemoryModeType.Minimum)
+                    await Task.WhenAll(_controlNet.UnloadAsync(), _unet.UnloadAsync());
 
                 // Decode Latents
                 return await DecodeLatentsAsync(promptOptions, schedulerOptions, latents);
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/ControlNetImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/ControlNetImageDiffuser.cs
@@ -72,7 +72,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/ImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/ImageDiffuser.cs
@@ -72,7 +72,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/InpaintDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/InpaintDiffuser.cs
@@ -112,7 +112,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
@@ -229,7 +229,7 @@ private async Task<DenseTensor<float>> PrepareImageMask(PromptOptions promptOpti
                     using (var result = results.First())
                     {
                         // Unload if required
-                        if (_memoryMode != MemoryModeType.Maximum)
+                        if (_memoryMode == MemoryModeType.Minimum)
                             await _vaeEncoder.UnloadAsync();
 
                         var sample = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/InpaintLegacyDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/InpaintLegacyDiffuser.cs
@@ -118,7 +118,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
@@ -162,7 +162,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/StableDiffusionDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusion/StableDiffusionDiffuser.cs
@@ -100,7 +100,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
 
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/ControlNetDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/ControlNetDiffuser.cs
@@ -151,11 +151,8 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
-                {
-                    await _unet.UnloadAsync();
-                    await _controlNet.UnloadAsync();
-                }
+                if (_memoryMode == MemoryModeType.Minimum)
+                    await Task.WhenAll(_controlNet.UnloadAsync(), _unet.UnloadAsync());
 
                 // Decode Latents
                 return await DecodeLatentsAsync(promptOptions, schedulerOptions, latents);
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/ControlNetImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/ControlNetImageDiffuser.cs
@@ -75,7 +75,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/ImageDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/ImageDiffuser.cs
@@ -75,7 +75,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/InpaintLegacyDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/InpaintLegacyDiffuser.cs
@@ -125,7 +125,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
@@ -172,7 +172,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti
                 using (var result = results.First())
                 {
                     // Unload if required
-                    if (_memoryMode != MemoryModeType.Maximum)
+                    if (_memoryMode == MemoryModeType.Minimum)
                         await _vaeEncoder.UnloadAsync();
 
                     var outputResult = result.ToDenseTensor();
diff --git a/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/StableDiffusionXLDiffuser.cs b/OnnxStack.StableDiffusion/Diffusers/StableDiffusionXL/StableDiffusionXLDiffuser.cs
@@ -108,7 +108,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt
                 }
 
                 // Unload if required
-                if (_memoryMode != MemoryModeType.Maximum)
+                if (_memoryMode == MemoryModeType.Minimum)
                     await _unet.UnloadAsync();
 
                 // Decode Latents
diff --git a/OnnxStack.StableDiffusion/Enums/MemoryModeType.cs b/OnnxStack.StableDiffusion/Enums/MemoryModeType.cs
@@ -3,8 +3,6 @@
     public enum MemoryModeType
     {
         Maximum = 0,
-        Medium = 1,
-        Minimum = 2
+        Minimum = 10
     }
-
 }
diff --git a/OnnxStack.StableDiffusion/Pipelines/StableDiffusionPipeline.cs b/OnnxStack.StableDiffusion/Pipelines/StableDiffusionPipeline.cs
@@ -108,24 +108,18 @@ public StableDiffusionPipeline(PipelineOptions pipelineOptions, TokenizerModel t
         /// </summary>
         public override Task LoadAsync()
         {
-            if (_pipelineOptions.MemoryMode == MemoryModeType.Maximum)
-            {
-                return Task.WhenAll(
-                    _unet.LoadAsync(),
-                    _tokenizer.LoadAsync(), 
-                    _textEncoder.LoadAsync(),
-                    _vaeDecoder.LoadAsync(), 
-                    _vaeEncoder.LoadAsync());
-            }
-
-            if (_pipelineOptions.MemoryMode == MemoryModeType.Medium)
-            {
-                return Task.WhenAll(
-                    _unet.LoadAsync(), 
-                    _tokenizer.LoadAsync(),
-                    _textEncoder.LoadAsync());
-            }
-            return Task.CompletedTask;
+            if (_pipelineOptions.MemoryMode == MemoryModeType.Minimum)
+                return Task.CompletedTask;
+
+            // Preload all models into VRAM
+            return Task.WhenAll
+            (
+                _unet.LoadAsync(),
+                _tokenizer.LoadAsync(),
+                _textEncoder.LoadAsync(),
+                _vaeDecoder.LoadAsync(),
+                _vaeEncoder.LoadAsync()
+            );
         }
 
 
@@ -135,7 +129,10 @@ public override Task LoadAsync()
         /// <returns></returns>
         public override async Task UnloadAsync()
         {
+            // TODO: deadlock on model dispose when no synchronization context exists(console app)
+            // Task.Yield seems to force a context switch resolving any issues, revist this
             await Task.Yield();
+
             _unet?.Dispose();
             _tokenizer?.Dispose();
             _textEncoder?.Dispose();
diff --git a/OnnxStack.StableDiffusion/Pipelines/StableDiffusionXLPipeline.cs b/OnnxStack.StableDiffusion/Pipelines/StableDiffusionXLPipeline.cs
@@ -68,14 +68,16 @@ public StableDiffusionXLPipeline(PipelineOptions pipelineOptions, TokenizerModel
         /// </summary>
         public override Task LoadAsync()
         {
-            if (_pipelineOptions.MemoryMode != MemoryModeType.Minimum)
-            {
-                return Task.WhenAll(
-                    _tokenizer2.LoadAsync(),
-                    _textEncoder2.LoadAsync(), 
-                    base.LoadAsync());
-            }
-            return base.LoadAsync();
+            if (_pipelineOptions.MemoryMode == MemoryModeType.Minimum)
+                return base.LoadAsync();
+
+            // Preload all models into VRAM
+            return Task.WhenAll
+            (
+                _tokenizer2.LoadAsync(),
+                _textEncoder2.LoadAsync(),
+                base.LoadAsync()
+            );
         }
 
 

Original file line number	Diff line number	Diff line change
`@@ -69,7 +69,10 @@ public async Task LoadAsync()`
`69`	`69`	`/// <returns></returns>`
`70`	`70`	`public async Task UnloadAsync()`
`71`	`71`	`{`
	`72`	`+ // TODO: deadlock on model dispose when no synchronization context exists(console app)`
	`73`	`+ // Task.Yield seems to force a context switch resolving any issues, revist this`
`72`	`74`	`await Task.Yield();`
	`75`	`+`
`73`	`76`	`if (_session is not null)`
`74`	`77`	`{`
`75`	`78`	`_session.Dispose();`
Original file line number	Diff line number	Diff line change
`@@ -140,7 +140,7 @@ protected virtual async Task<DenseTensor<float>> DecodeLatentsAsync(PromptOption`
`140`	`140`	`using (var imageResult = results.First())`
`141`	`141`	`{`
`142`	`142`	`// Unload if required`
`143`		`- if (_memoryMode != MemoryModeType.Maximum)`
	`143`	`+ if (_memoryMode == MemoryModeType.Minimum)`
`144`	`144`	`await _vaeDecoder.UnloadAsync();`
`145`	`145`
`146`	`146`	`_logger?.LogEnd("Latents decoded", timestamp);`
Original file line number	Diff line number	Diff line change
`@@ -107,7 +107,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt`
`107`	`107`	`}`
`108`	`108`
`109`	`109`	`// Unload if required`
`110`		`- if (_memoryMode != MemoryModeType.Maximum)`
	`110`	`+ if (_memoryMode == MemoryModeType.Minimum)`
`111`	`111`	`await _unet.UnloadAsync();`
`112`	`112`
`113`	`113`	`// Decode Latents`
Original file line number	Diff line number	Diff line change
`@@ -74,7 +74,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti`
`74`	`74`	`using (var result = results.First())`
`75`	`75`	`{`
`76`	`76`	`// Unload if required`
`77`		`- if (_memoryMode != MemoryModeType.Maximum)`
	`77`	`+ if (_memoryMode == MemoryModeType.Minimum)`
`78`	`78`	`await _vaeEncoder.UnloadAsync();`
`79`	`79`
`80`	`80`	`var outputResult = result.ToDenseTensor();`
Original file line number	Diff line number	Diff line change
`@@ -71,7 +71,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti`
`71`	`71`	`using (var result = results.First())`
`72`	`72`	`{`
`73`	`73`	`// Unload if required`
`74`		`- if (_memoryMode != MemoryModeType.Maximum)`
	`74`	`+ if (_memoryMode == MemoryModeType.Minimum)`
`75`	`75`	`await _vaeEncoder.UnloadAsync();`
`76`	`76`
`77`	`77`	`var outputResult = result.ToDenseTensor();`
Original file line number	Diff line number	Diff line change
`@@ -142,7 +142,7 @@ public override async Task<DenseTensor<float>> DiffuseAsync(PromptOptions prompt`
`142`	`142`	`}`
`143`	`143`
`144`	`144`	`// Unload if required`
`145`		`- if (_memoryMode != MemoryModeType.Maximum)`
	`145`	`+ if (_memoryMode == MemoryModeType.Minimum)`
`146`	`146`	`await _unet.UnloadAsync();`
`147`	`147`
`148`	`148`	`// Decode Latents`
`@@ -173,7 +173,7 @@ protected override async Task<DenseTensor<float>> PrepareLatentsAsync(PromptOpti`
`173`	`173`	`using (var result = results.First())`
`174`	`174`	`{`
`175`	`175`	`// Unload if required`
`176`		`- if (_memoryMode != MemoryModeType.Maximum)`
	`176`	`+ if (_memoryMode == MemoryModeType.Minimum)`
`177`	`177`	`await _vaeEncoder.UnloadAsync();`
`178`	`178`
`179`	`179`	`var outputResult = result.ToDenseTensor();`