Update SSLR and add LLM image generator (#218)

Author: vegito22

llmstack/common/utils/sslr/_client.py

@@ -4,6 +4,7 @@
 
 import httpx
 from openai import OpenAI
+from openai._base_client import _StreamT
 from openai._client import SyncAPIClient
 from openai._models import FinalRequestOptions
 from openai._utils import is_given
@@ -29,6 +30,18 @@
 
 
 class LLMClient(SyncAPIClient):
+    def _prepare_options(
+        self,
+        options: FinalRequestOptions,  # noqa: ARG002
+    ) -> None:
+        return super()._prepare_options(options)
+
+    def _prepare_request(
+        self,
+        request: httpx.Request,  # noqa: ARG002
+    ) -> None:
+        return super()._prepare_request(request)
+
     @override
     def _build_request(
         self,
@@ -54,7 +67,15 @@ def _build_request(
 
         return super()._build_request(options)
 
-    @override
+    def _process_response_data(
+        self,
+        *,
+        data: object,
+        cast_to: type[ResponseT],
+        response: httpx.Response,
+    ) -> ResponseT:
+        return super()._process_response_data(data=data, cast_to=cast_to, response=response)
+
     def _process_response(
         self,
         *,
@@ -166,6 +187,23 @@ def _process_response(
             stream_cls=stream_cls,
         )
 
+    def _request(
+        self,
+        *,
+        cast_to: Type[ResponseT],
+        options: FinalRequestOptions,
+        remaining_retries: int | None,
+        stream: bool,
+        stream_cls: type[_StreamT] | None,
+    ) -> ResponseT | _StreamT:
+        return super()._request(
+            cast_to=cast_to,
+            options=options,
+            remaining_retries=remaining_retries,
+            stream=stream,
+            stream_cls=stream_cls,
+        )
+
 
 class LLM(LLMClient, OpenAI):
     completions: Completions

llmstack/common/utils/sslr/_streaming.py

@@ -114,29 +114,6 @@ def __stream__(self) -> Iterator[_T]:
 
 
 class LLMAnthropicStream(Stream[_T]):
-    def __init__(
-        self,
-        *,
-        cast_to: type[_T],
-        response: httpx.Response,
-        client: Any,
-    ) -> None:
-        self.response = response
-        self._cast_to = cast_to
-        self._client = client
-        self._decoder = SSEDecoder()
-        self._iterator = self.__stream__()
-
-    def __next__(self) -> _T:
-        return self._iterator.__next__()
-
-    def __iter__(self) -> Iterator[_T]:
-        for item in self._iterator:
-            yield item
-
-    def _iter_events(self) -> Iterator[ServerSentEvent]:
-        yield from self._decoder.iter(self.response.iter_lines())
-
     def __stream__(self) -> Iterator[_T]:
         cast_to = cast(Any, self._cast_to)
         response = self.response

llmstack/common/utils/sslr/resources/images.py

@@ -105,6 +105,8 @@ def generate(
         timeout: Union[float, httpx.Timeout, None] = NOT_GIVEN,
         **kwargs,
     ) -> images_response.ImagesResponse:
+        response_format = "b64_json"
+
         if self._client._llm_router_provider == PROVIDER_OPENAI:
             path = "/images/generations"
             body = maybe_transform(

llmstack/common/utils/sslr/resources/models.py

@@ -27,7 +27,7 @@ def list(
         """
         if self._client._llm_router_provider == PROVIDER_STABILITYAI:
             return self._get_api_list(
-                "/engines/list",
+                "v1/engines/list",
                 page=SyncPage[Model],
                 options=make_request_options(
                     extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout