utils/llm.py

import requests
from dotenv import load_dotenv

load_dotenv()

class LLM:
    def __init__(self, url, api_key):
        self.endpoint = url
        self.api_key = api_key

    def generate_response(self, prompt):
        headers = {
            "Content-Type": "application/json",
            "api-key": self.api_key,
        }

        data = {
            "messages": [{"role": "user", "content": prompt}],
            "max_tokens": 1500,
            "temperature": 0.5,
        }

        response = requests.post(self.endpoint, headers=headers, json=data)

        if response.status_code == 200:
            return response.json()["choices"][0]["message"]["content"]
        else:
            return ValueError(response.text)