🐛 fix: Refine concurrency settings to resolve performance issues

Author: baoliay2008

app/crawler/contest_record_and_submission.py

@@ -42,7 +42,7 @@ async def request_contest_records(
     ]
     responses = await multi_http_request(
         {url: {"url": url, "method": "GET"} for url in url_list},
-        concurrent_num=20 if data_region == "US" else 1,
+        concurrent_num=20 if data_region == "US" else 50,
     )
     for res in responses:
         if res is None:

app/handler/submission.py

@@ -133,7 +133,8 @@ async def save_real_time_rank(
         for (username, data_region), rank_list in real_time_rank_map.items()
     ]
     logger.info("updating real_time_rank field in ContestRecordArchive collection")
-    await gather_with_limited_concurrency(tasks, max_con_num=20)
+    # TODO OOM here
+    await gather_with_limited_concurrency(tasks, max_con_num=5)
     logger.success(f"finished updating real_time_rank for {contest_name=}")
 
 
@@ -193,7 +194,8 @@ async def save_submission(
         for submission in submissions
     ]
     logger.info("updating Submission collection")
-    await gather_with_limited_concurrency(tasks, max_con_num=20)
+    # TODO OOM here
+    await gather_with_limited_concurrency(tasks, max_con_num=5)
     # Old submissions may be rejudged, must be deleted here, or will cause error when plotting.
     await Submission.find(
         Submission.contest_name == contest_name,