format code

Author: tjtanaa

.flake8

@@ -0,0 +1,11 @@
+[flake8]
+max-line-length = 99
+select = C,E,F,W,B,B950
+extend-ignore = E203,E402,E501,F541,W503,F401
+extend-exclude =
+    .vscode/,
+    archive/,
+    build/,
+    configs/,
+    dependencies/,
+    venv/

.prettierignore

@@ -0,0 +1,35 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info
+.pytest_cache
+.ipynb_checkpoints
+venv/
+
+# Frontend
+scripts/
+
+# Internal references, dependencies, temporary folders & files
+archive/
+/dependencies/
+logs/
+*.log
+
+# pytest-cov
+**/.coverage*
+/junit
+/htmlcov
+/coverage.xml
+
+# pip
+**/build/
+
+# Docs
+/docs/source/generated/
+/docs/source/api/generated/
+/docs/source/specs/
+
+# OS
+thumbs.db
+.DS_Store

.prettierrc

@@ -0,0 +1,4 @@
+{
+    "printWidth": 150,
+    "proseWrap": "never"
+  }

requirements-lint.txt

@@ -2,11 +2,11 @@
 yapf==0.32.0
 toml==0.10.2
 tomli==2.0.1
-ruff==0.1.5
 codespell==2.3.0
 isort==5.13.2
 clang-format==18.1.5
-black
+black~=24.4.2
+flake8~=7.0.0
 
 # type checking
 mypy==1.9.0

scripts/python/httpx_client_vision.py

@@ -1,4 +1,7 @@
 import httpx
+import os
+import base64
+import mimetypes
 
 from embeddedllm.protocol import (
     CustomChatCompletionMessageParam,
@@ -17,9 +20,6 @@ def chat_completion(url: str, payload: dict):
 
 # Example usage
 if __name__ == "__main__":
-    import os
-    import base64
-    import mimetypes
 
     current_file_path = os.path.abspath(__file__)
     IMAGE_PATH = os.path.join(os.path.dirname(current_file_path), "..", "images", "catdog.png")

scripts/python/httpx_client_vision_stream.py

@@ -1,5 +1,7 @@
 import asyncio
-
+import os
+import base64
+import mimetypes
 import httpx
 
 
@@ -18,12 +20,9 @@ async def stream_chat_completion(url: str, payload: dict):
 
 # Example usage
 if __name__ == "__main__":
-    import os
 
     current_file_path = os.path.abspath(__file__)
     IMAGE_PATH = os.path.join(os.path.dirname(current_file_path), "..", "images", "catdog.png")
-    import base64
-    import mimetypes
 
     # Function to encode the image and infer its MIME type
     def encode_image(image_path):

scripts/python/litellm_vision_client.py

@@ -1,7 +1,6 @@
 import litellm
 import base64
 import mimetypes
-
 import os
 
 current_file_path = os.path.abspath(__file__)

src/embeddedllm/engine.py

@@ -41,7 +41,7 @@ def __init__(self, model_path: str, vision: bool):
         self.model_path = model_path
         self.model_config = AutoConfig.from_pretrained(self.model_path, trust_remote_code=True)
 
-        ## model_config is to find out the max length of the model
+        # model_config is to find out the max length of the model
         self.max_model_len = _get_and_verify_max_len(
             hf_config=self.model_config,
             max_model_len=None,

src/embeddedllm/entrypoints/chat_server.py

@@ -120,17 +120,6 @@ def create_error_response(
     ) -> ErrorResponse:
         return ErrorResponse(message=message, type=err_type, code=status_code.value)
 
-    async def _check_model(
-        self, request: Union[CompletionRequest, ChatCompletionRequest]
-    ) -> Optional[ErrorResponse]:
-        if request.model in [self.served_model_name]:
-            return None
-        return self.create_error_response(
-            message=f"The model `{request.model}` does not exist.",
-            err_type="NotFoundError",
-            status_code=HTTPStatus.NOT_FOUND,
-        )
-
     def _parse_chat_message_content_parts(
         self,
         role: str,