MagicNumber to constants

SignalRT · SignalRT · commit 223580a6e50b · 2025-09-28T20:07:26.000+02:00
diff --git a/LLama/Batched/BatchedExecutor.cs b/LLama/Batched/BatchedExecutor.cs
@@ -19,6 +19,7 @@ public sealed class BatchedExecutor
     private int _batchQueueHead;
     private int _batchedTokenCount;
     private bool _batchedTokenCountDirty = true;
+    private const int CleanupThreshold = 16;
     
     /// <summary>
     /// Set to 1 using interlocked exchange while inference is running
@@ -216,7 +217,7 @@ void CleanupQueue()
                 return;
             }
 
-            if (_batchQueueHead > 16 && _batchQueueHead > _batchQueue.Count / 2)
+            if (_batchQueueHead > CleanupThreshold && _batchQueueHead > _batchQueue.Count / 2)
             {
                 _batchQueue.RemoveRange(0, _batchQueueHead);
                 _batchQueueHead = 0;

Original file line number	Diff line number	Diff line change
`@@ -19,6 +19,7 @@ public sealed class BatchedExecutor`
`19`	`19`	`private int _batchQueueHead;`
`20`	`20`	`private int _batchedTokenCount;`
`21`	`21`	`private bool _batchedTokenCountDirty = true;`
	`22`	`+ private const int CleanupThreshold = 16;`
`22`	`23`
`23`	`24`	`/// <summary>`
`24`	`25`	`/// Set to 1 using interlocked exchange while inference is running`
`@@ -216,7 +217,7 @@ void CleanupQueue()`
`216`	`217`	`return;`
`217`	`218`	`}`
`218`	`219`
`219`		`- if (_batchQueueHead > 16 && _batchQueueHead > _batchQueue.Count / 2)`
	`220`	`+ if (_batchQueueHead > CleanupThreshold && _batchQueueHead > _batchQueue.Count / 2)`
`220`	`221`	`{`
`221`	`222`	`_batchQueue.RemoveRange(0, _batchQueueHead);`
`222`	`223`	`_batchQueueHead = 0;`