Merge pull request #3 from curieo-org/initial-groq-support

adding the inspect_history

Author: someshfengde

dsp/modules/groq_client.py

@@ -1,7 +1,7 @@
 import logging
 import os
 import json
-from typing import Any, Literal, Optional
+from typing import Any, Literal, Optional, Required
 import backoff
 from groq import Groq, AsyncGroq
 import groq
@@ -42,15 +42,18 @@ class GroqLM(LM):
 
     def __init__(
         self,
+        api_key: str,
         model: str = "mixtral-8x7b-32768",
-        api_key: Optional[str] = None,
         **kwargs,
     ):
         super().__init__(model)
-
+        self.provider = "groq"
         if api_key:
             self.api_key = api_key
             self.client = Groq(api_key = api_key)
+        else:
+            raise ValueError("api_key is required for groq")
+            
 
         self.kwargs = {
             "temperature": 0.0,
@@ -85,7 +88,7 @@ def basic_request(self, prompt: str, **kwargs):
 
         history = {
             "prompt": prompt,
-            "response": response,
+            "response": response.choices[0].message.content,
             "kwargs": kwargs,
             "raw_kwargs": raw_kwargs,
         }

dsp/modules/lm.py

@@ -46,7 +46,7 @@ def inspect_history(self, n: int = 1, skip: int = 0):
 
             if prompt != last_prompt:
 
-                if provider == "clarifai" or provider == "google" or provider == "claude":
+                if provider == "clarifai" or provider == "google" or provider == "claude" or provider == "groq":
                     printed.append(
                         (
                             prompt,
@@ -82,6 +82,9 @@ def inspect_history(self, n: int = 1, skip: int = 0):
                 text = ' ' + self._get_choice_text(choices[0]).strip()
             elif provider == "clarifai" or provider == "claude" :
                 text=choices
+            elif provider == "groq":
+                # print(choices)
+                text = ' ' + choices
             elif provider == "google":
                 text = choices[0].parts[0].text
             else: