Merge pull request SciSharp#1158 from tonib/FixWeb

Fixed LLama.Web error starting session

Author: martindevans

LLama.Web/Common/InferenceOptions.cs

@@ -20,6 +20,6 @@ public class InferenceOptions
         public IReadOnlyList<string> AntiPrompts { get; set; } = Array.Empty<string>();
 
         /// <inheritdoc />
-        public required ISamplingPipeline SamplingPipeline { get; set; }
+        public ISamplingPipeline SamplingPipeline { get; set; } = new DefaultSamplingPipeline();
     }
 }

LLama.Web/appsettings.Development.json

@@ -3,7 +3,9 @@
   "Logging": {
     "LogLevel": {
       "Default": "Information",
-      "Microsoft.AspNetCore": "Warning"
+      "Microsoft.AspNetCore": "Warning",
+      "Microsoft.AspNetCore.SignalR": "Debug",
+      "Microsoft.AspNetCore.Http.Connections": "Debug"
     }
   }
 }

LLama.Web/appsettings.json

@@ -10,13 +10,13 @@
     "ModelLoadType": 0,
     "Models": [
       {
-        "Name": "Example LLama2-7b-Chat",
+        "Name": "Example LLava-v1.6-mistral",
         "MaxInstances": 20,
-        "ModelPath": "..\\LLama.Unittest\\Models\\llama-2-7b-chat.Q4_0.gguf",
+        "ModelPath": "..\\LLama.Unittest\\Models\\llava-v1.6-mistral-7b.Q3_K_XS.gguf",
         "ContextSize": 2048,
         "BatchSize": 2048,
         "Threads": 4,
-        "GpuLayerCount": 6,
+        "GpuLayerCount": 32,
         "UseMemorymap": true,
         "UseMemoryLock": false,
         "MainGpu": 0,