carotis_chatbot / llm.py
rasmus1610's picture
reranking and polishing
e22d4b7
raw
history blame
702 Bytes
import openai
import os
openai.api_key = os.environ["OPENAI_API_KEY"]
class BaseLLM:
def __init__(self, model):
self.model = model
def get_response(self, system_prompt, query):
raise NotImplementedError
class OpenAILLM(BaseLLM):
def __init__(self, model):
self.model = model
def get_response(self, system_prompt, query, **kwargs):
response = openai.ChatCompletion.create(
model=self.model,
messages=[
{"role": "system", "content": system_prompt},
{"role": "user", "content": query},
],
**kwargs,
)
return response.choices[0].message.content