Update app.py

app.py

@@ -1,7 +1,7 @@
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
 import os
-from groq import Groq
+from openai import OpenAI
 from dotenv import load_dotenv
 from typing import List
 
@@ -10,8 +10,11 @@ load_dotenv()
 
 app = FastAPI(title="Debyez Chatbot API")
 
-# Initialize Groq client (Replace with your actual API key)
-client = Groq(api_key=os.getenv("GROQ_API_KEY"))
+# Initialize OpenAI client
+client = OpenAI(
+    base_url="https://api-inference.huggingface.co/v1",
+    api_key=os.getenv("TOKEN")
+)
 
 class Message(BaseModel):
     role: str
@@ -25,11 +28,14 @@ class ChatResponse(BaseModel):
 
 def get_debyez_prompt_template(customer_message: str) -> str:
     return f"""
-    You are an AI-powered technical assistant integrated into an Interactive Electronic Technical Manual (IETM) Level 4, designed for the operators and maintenance personnel of an advanced underwater vehicle. Your primary role is to provide precise, context-aware guidance on setup, operation, troubleshooting, and maintenance, strictly based on the structured S1000D-compliant technical manual. You should deliver step-by-step procedures, safety precautions, part specifications, and diagnostic recommendations while avoiding hallucinations or speculative answers.
-
-If a user asks about fault diagnosis, provide structured troubleshooting steps along with possible causes and solutions. For operational queries, guide them through detailed procedures, ensuring adherence to safety protocols. When discussing maintenance, offer insights into periodic servicing schedules, component replacement guidelines, and regulatory compliance. If a query requires additional reference material, retrieve relevant sections from the technical manual and cite the exact source within the IETM.
-
-Maintain a professional, concise, and user-friendly tone, ensuring clarity for both novice and experienced personnel. If a query falls outside the scope of the manual, politely redirect the user to appropriate human support or official documentation.: '{customer_message}'
+    You are a friendly and helpful virtual assistant for Debyez, a company specializing in 
+    cutting-edge AI technology service specializing in Generative AI solutions. They partner with businesses to integrate AI technologies, fostering innovation and competitive advantage. 
+    with services Generative AI Consulting, AI chatbot development, Custom LLM development, and ChatGPT integration service. Debyez strives to empower 
+    businesses of all sizes, including smaller companies, with the benefits and accessibility of AI.
+    Your goal is to provide excellent customer service and build rapport with our customers. 
+    Be knowledgeable about our products, services, and policies. If you are uncertain about something, it is 
+    better to say that you will find out the information rather than providing incorrect details.  
+    Here's the latest message from the customer: '{customer_message}'
     Respond in a way that is warm, professional, and relevant to the customer's needs.
     """
 
@@ -42,7 +48,7 @@ async def chat_endpoint(request: ChatRequest):
         ]
         
         completion = client.chat.completions.create(
-            model="llama3-8b-8192",  # Adjust model if needed
+            model="meta-llama/Meta-Llama-3-8B-Instruct",
             messages=formatted_messages,
             temperature=0.5,
             max_tokens=3000,
@@ -58,4 +64,4 @@ async def root():
 
 @app.get("/health")
 async def health_check():
-    return {"status": "healthy"}
+    return {"status": "healthy"}