Lazy load BlankTokenValueArray

Author: saddam213

OnnxStack.StableDiffusion/Config/StableDiffusionConfig.cs

@@ -22,7 +22,6 @@ public void Initialize()
 
             foreach (var modelSet in ModelSets)
             {
-                modelSet.InitBlankTokenArray();
                 foreach (var model in modelSet.ModelConfigurations)
                 {
                     if ((model.Type == OnnxModelType.Tokenizer || model.Type == OnnxModelType.Tokenizer2) && string.IsNullOrEmpty(model.OnnxModelPath))

OnnxStack.StableDiffusion/Config/StableDiffusionModelSet.cs

@@ -10,6 +10,8 @@ namespace OnnxStack.StableDiffusion.Config
 {
     public record StableDiffusionModelSet : IOnnxModelSetConfig
     {
+        private ImmutableArray<int> _blankTokenValueArray;
+
         public string Name { get; set; }
         public bool IsEnabled { get; set; }
         public int PadTokenId { get; set; }
@@ -31,12 +33,17 @@ public record StableDiffusionModelSet : IOnnxModelSetConfig
         public ExecutionProvider ExecutionProvider { get; set; }
         public List<OnnxModelConfig> ModelConfigurations { get; set; }
 
-        [JsonIgnore]
-        public ImmutableArray<int> BlankTokenValueArray { get; set; }
 
-        public void InitBlankTokenArray()
+        [JsonIgnore]
+        public ImmutableArray<int> BlankTokenValueArray
         {
-            BlankTokenValueArray = Enumerable.Repeat(BlankTokenId, 20480).ToImmutableArray();
+            get
+            {
+                if (_blankTokenValueArray.IsDefaultOrEmpty)
+                    _blankTokenValueArray = Enumerable.Repeat(BlankTokenId, 20480).ToImmutableArray();
+
+                return _blankTokenValueArray;
+            }
         }
     }
 }

OnnxStack.StableDiffusion/Services/StableDiffusionService.cs

@@ -49,7 +49,6 @@ public StableDiffusionService(StableDiffusionConfig configuration, IOnnxModelSer
         /// <returns></returns>
         public async Task<bool> LoadModelAsync(StableDiffusionModelSet model)
         {
-            model.InitBlankTokenArray();
             var modelSet = await _modelService.LoadModelAsync(model);
             return modelSet is not null;
         }