Add ip location cache (#205)

* Add ip location cache

* Fix ip location cache

* Fix getting subscripts for offline locations

Author: downdawn

backend/app/core/conf.py

@@ -147,6 +147,10 @@ def validator_api_url(cls, values):
     OPERA_LOG_ENCRYPT: int = 1  # 0: AES (性能损耗); 1: md5; 2: ItsDangerous; 3: 不加密, others: 替换为 ******
     OPERA_LOG_ENCRYPT_INCLUDE: list[str] = ['password', 'old_password', 'new_password', 'confirm_password']
 
+    # ip location
+    IP_LOCATION_REDIS_PREFIX: str = 'fba_ip_location'
+    IP_LOCATION_EXPIRE_SECONDS: int = 60 * 60 * 24 * 1  # 过期时间，单位：秒
+
     class Config:
         # https://docs.pydantic.dev/usage/settings/#dotenv-env-support
         env_file = '.env'

backend/app/utils/request_parse.py

@@ -7,6 +7,7 @@
 from user_agents import parse
 
 from backend.app.common.log import log
+from backend.app.common.redis import redis_client
 from backend.app.core.conf import settings
 from backend.app.core.path_conf import IP2REGION_XDB
 
@@ -47,7 +48,7 @@ async def get_location_online(ip: str, user_agent: str) -> dict | None:
 
 
 @sync_to_async
-def get_location_offline(ip: str) -> list[str] | None:
+def get_location_offline(ip: str) -> dict | None:
     """
     离线获取 ip 地址属地，无法保证准确率，100%可用
 
@@ -59,8 +60,12 @@ def get_location_offline(ip: str) -> list[str] | None:
         searcher = XdbSearcher(contentBuff=cb)
         data = searcher.search(ip)
         searcher.close()
-        location_info = data.split('|')
-        return location_info
+        data = data.split('|')
+        return {
+            'country': data[0] if data[0] != '0' else None,
+            'regionName': data[2] if data[2] != '0' else None,
+            'city': data[3] if data[3] != '0' else None,
+        }
     except Exception as e:
         log.error(f'离线获取 ip 地址属地失败，错误信息：{e}')
         return None
@@ -69,18 +74,22 @@ def get_location_offline(ip: str) -> list[str] | None:
 async def parse_ip_info(request: Request) -> tuple[str, str, str, str]:
     country, region, city = None, None, None
     ip = await get_request_ip(request)
+    location = await redis_client.get(f'{settings.IP_LOCATION_REDIS_PREFIX}:{ip}')
+    if location:
+        country, region, city = location.split(' ')
+        return ip, country, region, city
     if settings.LOCATION_PARSE == 'online':
         location_info = await get_location_online(ip, request.headers.get('User-Agent'))
-        if location_info:
-            country = location_info.get('country')
-            region = location_info.get('regionName')
-            city = location_info.get('city')
     elif settings.LOCATION_PARSE == 'offline':
         location_info = await get_location_offline(ip)
-        if location_info:
-            country = location_info[0] if location_info[0] != '0' else None
-            region = location_info[2] if location_info[2] != '0' else None
-            city = location_info[3] if location_info[3] != '0' else None
+    else:
+        location_info = None
+    if location_info:
+        country = location_info.get('country')
+        region = location_info.get('regionName')
+        city = location_info.get('city')
+        await redis_client.set(f'{settings.IP_LOCATION_REDIS_PREFIX}:{ip}', f'{country} {region} {city}',
+                               ex=settings.IP_LOCATION_EXPIRE_SECONDS)
     return ip, country, region, city