Update app.py

app.py

@@ -4,23 +4,21 @@ import os
 from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
 from llama_index.llms.huggingface import HuggingFaceInferenceAPI
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
-from sentence_transformers import SentenceTransformer
-import firebase_admin
-from firebase_admin import db, credentials
-import datetime
-import uuid
 import random
+import uuid
+import datetime
+from gradio_client import Client
+
+# Initialize Gradio Client
+client = Client("srinukethanaboina/SRUNU")
 
 def select_random_name():
     names = ['Clara', 'Lily']
     return random.choice(names)
 
-# Example usage
 # Load environment variables
 load_dotenv()
-# authenticate to firebase
-cred = credentials.Certificate("redfernstech-fd8fe-firebase-adminsdk-g9vcn-0537b4efd6.json")
-firebase_admin.initialize_app(cred, {"databaseURL": "https://redfernstech-fd8fe-default-rtdb.firebaseio.com/"})
+
 # Configure the Llama index settings
 Settings.llm = HuggingFaceInferenceAPI(
     model_name="meta-llama/Meta-Llama-3-8B-Instruct",
@@ -36,7 +34,7 @@ Settings.embed_model = HuggingFaceEmbedding(
 
 # Define the directory for persistent storage and data
 PERSIST_DIR = "db"
-PDF_DIRECTORY = 'data'  # Changed to the directory containing PDFs
+PDF_DIRECTORY = 'data'  # Directory containing PDFs
 
 # Ensure directories exist
 os.makedirs(PDF_DIRECTORY, exist_ok=True)
@@ -57,7 +55,7 @@ def handle_query(query):
         (
             "user",
             """
-            You are the clara Redfernstech chatbot. Your goal is to provide accurate, professional, and helpful answers to user queries based on the company's data. Always ensure your responses are clear and concise. give response within 10-15 words only       
+            You are the Clara Redfernstech chatbot. Your goal is to provide accurate, professional, and helpful answers to user queries based on the company's data. Always ensure your responses are clear and concise. give response within 10-15 words only       
             {context_str}
             Question:
             {query_str}
@@ -95,22 +93,20 @@ def handle_query(query):
 print("Processing PDF ingestion from directory:", PDF_DIRECTORY)
 data_ingestion_from_directory()
 
-# Define the function to handle predictions
-"""def predict(message,history):
-    response = handle_query(message)
-    return response"""
-def predict(message, history):
+def predict(message, history,request: gr.Request):
     logo_html = '''
     <div class="circle-logo">
       <img src="https://rb.gy/8r06eg" alt="FernAi">
     </div>
     '''
-    response = handle_query(message)
+    # Use the gradio_client API to process the chat history and IP address
+    response = client.predict(
+        ip_address=str(request.client.host),  # Replace with actual IP address handling if needed
+        chat_history=message,
+        api_name="/predict"
+    )
     response_with_logo = f'<div class="response-with-logo">{logo_html}<div class="response-text">{response}</div></div>'
     return response_with_logo
-def save_chat_message(session_id, message_data):
-    ref = db.reference(f'/chat_history/{session_id}')  # Use the session ID to save chat data
-    ref.push().set(message_data)
 
 # Define your Gradio chat interface function (replace with your actual logic)
 def chat_interface(message, history):
@@ -118,8 +114,8 @@ def chat_interface(message, history):
         # Generate a unique session ID for this chat session
         session_id = str(uuid.uuid4())
 
-        # Process the user message and generate a response (your chatbot logic)
-        response = handle_query(message)
+        # Process the user message and generate a response
+        response = predict(message, history)
 
         # Capture the message data
         message_data = {
@@ -129,9 +125,6 @@ def chat_interface(message, history):
             "timestamp": datetime.datetime.now().isoformat()  # Use a library like datetime
         }
 
-        # Call the save function to store in Firebase with the generated session ID
-        save_chat_message(session_id, message_data)
-
         # Return the bot response
         return response
     except Exception as e:
@@ -169,13 +162,14 @@ footer {
   color: #111;
   margin: 20px 0;
 }
-
 label.svelte-1b6s6s {display: none}
 div.svelte-rk35yg {display: none;}
 div.progress-text.svelte-z7cif2.meta-text {display: none;}
 '''
+
+# Launch the Gradio interface
 gr.ChatInterface(chat_interface,
                  css=css,
                  description="Clara",
                  clear_btn=None, undo_btn=None, retry_btn=None,
-                 ).launch()
+                 ).launch()