Update app.py

app.py

@@ -1,20 +1,17 @@
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
 import os
-from openai import OpenAI
+from groq import Groq
 from dotenv import load_dotenv
 from typing import List
 
-
+# Load environment variables
 load_dotenv()
 
 app = FastAPI(title="Debyez Chatbot API")
 
-# Initialize OpenAI client
-client = OpenAI(
-    base_url="https://api-inference.huggingface.co/v1",
-    api_key=os.getenv("TOKEN")
-)
+# Initialize Groq client (Replace with your actual API key)
+client = Groq(api_key=os.getenv("GROQ_API_KEY"))
 
 class Message(BaseModel):
     role: str
@@ -45,7 +42,7 @@ async def chat_endpoint(request: ChatRequest):
         ]
         
         completion = client.chat.completions.create(
-            model="meta-llama/Meta-Llama-3-8B-Instruct",
+            model="llama3-8b-8192",  # Adjust model if needed
             messages=formatted_messages,
             temperature=0.5,
             max_tokens=3000,
@@ -61,4 +58,4 @@ async def root():
 
 @app.get("/health")
 async def health_check():
-    return {"status": "healthy"}
+    return {"status": "healthy"}