From 10a0b2ce38cc35acbfa742328d4d83478cd82215 Mon Sep 17 00:00:00 2001
From: Krish Dholakia <krrishdholakia@gmail.com>
Date: Wed, 4 Oct 2023 16:04:48 -0700
Subject: [PATCH] add support for anthropic, bedrock, azure, ai21, cohere,
 replicate, togetherai, etc.

---
 rag/generate.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/rag/generate.py b/rag/generate.py
index b6e96fb6..25582250 100644
--- a/rag/generate.py
+++ b/rag/generate.py
@@ -3,7 +3,7 @@
 import sys
 import time
 from pathlib import Path
-
+from litellm import completion
 import numpy as np
 import openai
 import psycopg
@@ -45,7 +45,7 @@ def generate_response(
     api_base, api_key = get_credentials(llm=llm)
     while retry_count < max_retries:
         try:
-            response = openai.ChatCompletion.create(
+            response = completion(
                 model=llm,
                 temperature=temperature,
                 stream=stream,