Skip to content

Commit 6c2552f

Browse files
Introduce SingleStoreChat ChatOpenAI wrapper. (#79)
1 parent 00cdf24 commit 6c2552f

File tree

1 file changed

+14
-0
lines changed

1 file changed

+14
-0
lines changed

singlestoredb/ai/chat.py

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,3 +24,17 @@ def __init__(self, model_name: str, **kwargs: Any):
2424
model=model_name,
2525
**kwargs,
2626
)
27+
28+
29+
class SingleStoreChat(ChatOpenAI):
30+
def __init__(self, model_name: str, **kwargs: Any):
31+
inference_api_manger = (
32+
get_workspace_manager().organizations.current.inference_apis
33+
)
34+
info = inference_api_manger.get(model_name=model_name)
35+
super().__init__(
36+
base_url=info.connection_url,
37+
api_key=os.environ.get('SINGLESTOREDB_USER_TOKEN'),
38+
model=model_name,
39+
**kwargs,
40+
)

0 commit comments

Comments
 (0)