Update OpenAI model runner to use openai>=1.0.0 and update openai version required by the client

Author: gustavocidornelas

examples/monitoring/quickstart/llms/openai_llm_monitor.ipynb

@@ -13,6 +13,16 @@
     "This notebook illustrates how to get started monitoring OpenAI LLMs with Openlayer."
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "020c8f6a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install openlayer"
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "75c2a473",
@@ -54,15 +64,10 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "import openlayer\n",
     "from openlayer import llm_monitors\n",
     "\n",
-    "# If you're using `openai>=1.0.0`:\n",
     "openai_client = openai.OpenAI()\n",
-    "openai_monitor = llm_monitors.OpenAIMonitor(client=openai_client, publish=True)  # with publish=True, every row gets published to Openlayer automatically\n",
-    "\n",
-    "# Otherwise, use:\n",
-    "# openai_monitor = llm_monitors.OpenAIMonitor(publish=True)  # with publish=True, every row gets published to Openlayer automatically"
+    "openai_monitor = llm_monitors.OpenAIMonitor(client=openai_client, publish=True)  # with publish=True, every row gets published to Openlayer automatically"
    ]
   },
   {
@@ -98,21 +103,13 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# If you're using `openai>=1.0.0`:\n",
-    "completion = openai_client.chat.completions.create(model=\"gpt-3.5-turbo\",\n",
-    "  messages=[\n",
-    "    {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n",
-    "    {\"role\": \"user\", \"content\": \"How are you doing today?\"}\n",
-    "  ])\n",
-    "\n",
-    "# Othwewise, use:\n",
-    "# completion = openai.ChatCompletion.create(\n",
-    "#   model=\"gpt-3.5-turbo\",\n",
-    "#   messages=[\n",
-    "#     {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n",
-    "#     {\"role\": \"user\", \"content\": \"How are you doing today?\"}\n",
-    "#   ]\n",
-    "# )"
+    "completion = openai_client.chat.completions.create(\n",
+    "    model=\"gpt-3.5-turbo\",\n",
+    "    messages=[\n",
+    "        {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n",
+    "        {\"role\": \"user\", \"content\": \"How are you doing today?\"}\n",
+    "    ]\n",
+    ")"
    ]
   },
   {
@@ -128,7 +125,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "654bb896",
+   "id": "e79ee882",
    "metadata": {},
    "outputs": [],
    "source": []

openlayer/model_runners/ll_model_runners.py

@@ -448,18 +448,16 @@ def __init__(
                 "keyword argument 'openai_api_key'"
             )
 
-        self.openai_api_key = kwargs["openai_api_key"]
+        self.openai_client = openai.OpenAI(api_key=kwargs["openai_api_key"])
         self._initialize_llm()
 
         self.cost: List[float] = []
 
     def _initialize_llm(self):
         """Initializes the OpenAI chat completion model."""
-        openai.api_key = self.openai_api_key
-
         # Check if API key is valid
         try:
-            openai.Model.list()
+            self.openai_client.models.list()
         except Exception as e:
             raise openlayer_exceptions.OpenlayerInvalidLlmApiKey(
                 "Please pass a valid OpenAI API key as the "
@@ -479,24 +477,25 @@ def _get_llm_input(
     def _make_request(self, llm_input: List[Dict[str, str]]) -> Dict[str, Any]:
         """Make the request to OpenAI's chat completion model
         for a given input."""
-        return openai.ChatCompletion.create(
+        response = self.openai_client.chat.completions.create(
             model=self.model_config.get("model", "gpt-3.5-turbo"),
             messages=llm_input,
             **self.model_config.get("model_parameters", {}),
         )
+        return response
 
     def _get_output(self, response: Dict[str, Any]) -> str:
         """Gets the output from the response."""
-        return response["choices"][0]["message"]["content"]
+        return response.choices[0].message.content
 
     def _get_cost_estimate(self, response: Dict[str, Any]) -> None:
         """Estimates the cost from the response."""
         model = self.model_config.get("model", "gpt-3.5-turbo")
         if model not in self.COST_PER_TOKEN:
             return -1
         else:
-            num_input_tokens = response["usage"]["prompt_tokens"]
-            num_output_tokens = response["usage"]["completion_tokens"]
+            num_input_tokens = response.usage.prompt_tokens
+            num_output_tokens = response.usage.completion_tokens
             return (
                 num_input_tokens * self.COST_PER_TOKEN[model]["input"]
                 + num_output_tokens * self.COST_PER_TOKEN[model]["output"]

openlayer/version.py

@@ -22,4 +22,4 @@
          data=data,
       )
 """
-__version__ = "0.1.0a17"
+__version__ = "0.1.0a18"

setup.cfg

@@ -6,7 +6,7 @@ count = True
 max-line-length = 192
 
 [tool:pytest]
-testpaths = 
+testpaths =
     tests
 
 [metadata]
@@ -33,7 +33,7 @@ project_urls =
     Openlayer User Slack Group = https://l.linklyhq.com/l/1DG73
 
 [options]
-packages = 
+packages =
     openlayer
     openlayer.model_runners
     openlayer.model_runners.prediction_jobs
@@ -44,7 +44,7 @@ install_requires =
     jupyter
     marshmallow
     marshmallow_oneofschema
-    openai
+    openai>=1.0.0
     pandas
     pybars3
     requests_toolbelt