some server settings for network send length

Author: mcmonkey4eva

src/Backends/SwarmSwarmBackend.cs

@@ -571,7 +571,7 @@ await RunWithSession(async () =>
                     // TODO: This will require separate remote sessions per-user for multiuser support
                     await HttpClient.PostJson($"{Address}/API/InterruptAll", new() { ["session_id"] = Session, ["other_sessions"] = false }, RequestAdapter());
                 }
-                JObject response = await websocket.ReceiveJson(1024 * 1024 * 1024, true);
+                JObject response = await websocket.ReceiveJson(Utilities.ExtraLargeMaxReceive, true);
                 if (response is not null)
                 {
                     AutoThrowException(response);

src/BuiltinExtensions/ComfyUIBackend/ComfyUIAPIAbstractBackend.cs

@@ -343,7 +343,7 @@ async Task doInterruptNow()
                     await doInterruptNow();
                     return;
                 }
-                Task<byte[]> getData = socket.ReceiveData(1024 * 1024 * 1024, Program.GlobalProgramCancel);
+                Task<byte[]> getData = socket.ReceiveData(Utilities.ExtraLargeMaxReceive, Program.GlobalProgramCancel);
                 Task t = await Task.WhenAny(getData, interruptTask);
                 if (t == interruptTask)
                 {

src/Core/Settings.cs

@@ -233,6 +233,9 @@ public string GetExternalUrl()
 
         [ConfigComment("How many entries in an X-Forwarded-For header to trust.\nDefaults to 3.\nSet to 0 to not trust any forwarded-for.")]
         public int MaxXForwardedFor = 3;
+
+        [ConfigComment("Maximum megabytes that can be sent as a single message from a client to the Swarm server.\nSet this lower to limit above, set this higher to allow very large file uploads.")]
+        public int MaxNetworkRequestMegabytes = 200;
     }
 
     /// <summary>Settings related to file paths.</summary>

src/Utils/Utilities.cs

@@ -298,8 +298,11 @@ public static Task WhenAny(params Task[] tasks)
         return Task.WhenAny(tasks);
     }
 
+    /// <summary>Effectively-unlimited max receive length, for internal transfers. Set to 100 gigabytes.</summary>
+    public static long ExtraLargeMaxReceive = 100L * 1024 * 1024 * 1024;
+
     /// <summary>Receive raw binary data from a WebSocket.</summary>
-    public static async Task<byte[]> ReceiveData(this WebSocket socket, int maxBytes, CancellationToken limit)
+    public static async Task<byte[]> ReceiveData(this WebSocket socket, long maxBytes, CancellationToken limit)
     {
         byte[] buffer = new byte[8192];
         using MemoryStream ms = new();
@@ -318,14 +321,14 @@ public static async Task<byte[]> ReceiveData(this WebSocket socket, int maxBytes
     }
 
     /// <summary>Receive raw binary data from a WebSocket.</summary>
-    public static async Task<byte[]> ReceiveData(this WebSocket socket, TimeSpan maxDuration, int maxBytes)
+    public static async Task<byte[]> ReceiveData(this WebSocket socket, TimeSpan maxDuration, long maxBytes)
     {
         using CancellationTokenSource cancel = TimedCancel(maxDuration);
         return await ReceiveData(socket, maxBytes, cancel.Token);
     }
 
     /// <summary>Receive JSON data from a WebSocket.</summary>
-    public static async Task<JObject> ReceiveJson(this WebSocket socket, int maxBytes, bool nullOnEmpty = false)
+    public static async Task<JObject> ReceiveJson(this WebSocket socket, long maxBytes, bool nullOnEmpty = false)
     {
         string raw = Encoding.UTF8.GetString(await ReceiveData(socket, maxBytes, Program.GlobalProgramCancel));
         if (nullOnEmpty && string.IsNullOrWhiteSpace(raw))
@@ -336,7 +339,7 @@ public static async Task<JObject> ReceiveJson(this WebSocket socket, int maxByte
     }
 
     /// <summary>Receive JSON data from a WebSocket.</summary>
-    public static async Task<JObject> ReceiveJson(this WebSocket socket, TimeSpan maxDuration, int maxBytes, bool nullOnEmpty = false)
+    public static async Task<JObject> ReceiveJson(this WebSocket socket, TimeSpan maxDuration, long maxBytes, bool nullOnEmpty = false)
     {
         string raw = Encoding.UTF8.GetString(await ReceiveData(socket, maxDuration, maxBytes));
         if (nullOnEmpty && string.IsNullOrWhiteSpace(raw))

src/WebAPI/API.cs

@@ -51,7 +51,7 @@ void Error(string message)
             if (context.WebSockets.IsWebSocketRequest)
             {
                 socket = await context.WebSockets.AcceptWebSocketAsync();
-                input = await socket.ReceiveJson(TimeSpan.FromMinutes(1), 100 * 1024 * 1024); // TODO: Configurable limits
+                input = await socket.ReceiveJson(TimeSpan.FromMinutes(1), Program.ServerSettings.Network.MaxNetworkRequestMegabytes * (1024 * 1024));
             }
             else if (context.Request.Method == "POST")
             {
@@ -61,7 +61,7 @@ void Error(string message)
                     context.Response.Redirect("/Error/BasicAPI");
                     return;
                 }
-                if (context.Request.ContentLength <= 0 || context.Request.ContentLength >= 100 * 1024 * 1024) // TODO: Configurable limits
+                if (context.Request.ContentLength <= 0 || context.Request.ContentLength >= Program.ServerSettings.Network.MaxNetworkRequestMegabytes * (1024 * 1024))
                 {
                     Error($"Request has invalid content length: {context.Request.ContentLength}");
                     context.Response.Redirect("/Error/BasicAPI");

src/WebAPI/T2IAPI.cs

@@ -100,7 +100,7 @@ static int guessBatchSize(JObject input)
                 int batchOffset = images * guessBatchSize(rawInput);
                 while (!cancelTok.IsCancellationRequested)
                 {
-                    byte[] rec = await socket.ReceiveData(1024 * 1024 * 1024, linked.Token);
+                    byte[] rec = await socket.ReceiveData(Program.ServerSettings.Network.MaxNetworkRequestMegabytes * (1024 * 1024), linked.Token);
                     Volatile.Write(ref retain, true);
                     if (socket.State != WebSocketState.Open || cancelTok.IsCancellationRequested || Volatile.Read(ref ended))
                     {