app.py

from flask import Flask, request
import os
from langchain.vectorstores import Chroma
from langchain.document_loaders import PyPDFLoader
from langchain.embeddings import HuggingFaceEmbeddings
from langchain.text_splitter import RecursiveCharacterTextSplitter
import requests
from twilio.rest import Client


# Flask app
app = Flask(__name__)

# ChromaDB path
CHROMA_PATH = '/code/chroma_db'
if not os.path.exists(CHROMA_PATH):
    os.makedirs(CHROMA_PATH)

from ai71 import AI71

def generate_response(query, chat_history):
    response = ''
    try:
        ai71_client = AI71(api_key=AI71_API_KEY)
        chat_completion = ai71_client.chat.completions.create(
            model="tiiuae/falcon-180b-chat",
            messages=[
                {"role": "system", "content": "You are the best agricultural assistant. Remember to give a response in not more than 2 sentences."},
                {"role": "user", "content": f"Answer the query based on history {chat_history}: {query}"}
            ],
            stream=True
        )
        
        for chunk in chat_completion:
            if chunk.choices[0].delta.content:
                response += chunk.choices[0].delta.content
        
        # Clean up response text
        response = response.replace("###", '').replace('\nUser:', '')
        
    except Exception as e:
        print(f"Error generating response: {e}")
        response = "An error occurred while generating the response."
    
    return response


# Initialize ChromaDB
def initialize_chroma():
    try:
        embedding_function = HuggingFaceEmbeddings()
        db = Chroma(persist_directory=CHROMA_PATH, embedding_function=embedding_function)
        
        # Perform an initial operation to ensure the database is correctly initialized
        db.similarity_search_with_score("test query", k=1)
        print("Chroma initialized successfully.")
    except Exception as e:
        print(f"Error initializing Chroma: {e}")

initialize_chroma()

# Set AI71 API key
AI71_API_KEY = os.environ.get('AI71_API_KEY')
account_sid = os.environ.get('TWILIO_ACCOUNT_SID')
auth_token = os.environ.get('TWILIO_AUTH_TOKEN')
client = Client(account_sid, auth_token)
from_whatsapp_number = 'whatsapp:+14155238886'

# Download file utility
def download_file(url, ext):
    local_filename = f'/code/uploaded_file{ext}'
    with requests.get(url, stream=True) as r:
        with open(local_filename, 'wb') as f:
            for chunk in r.iter_content(chunk_size=8192):
                f.write(chunk)
    return local_filename

# Process PDF and return text


import fitz  # PyMuPDF

def extract_text_from_pdf(pdf_filepath):
    text = ''
    try:
        pdf_document = fitz.open(pdf_filepath)
        for page_num in range(len(pdf_document)):
            page = pdf_document.load_page(page_num)
            text += page.get_text()
        pdf_document.close()
    except Exception as e:
        print(f"Error extracting text from PDF: {e}")
        return None
    return text

def query_rag(query_text: str, chat_history):
    try:
        embedding_function = HuggingFaceEmbeddings()
        db = Chroma(persist_directory=CHROMA_PATH, embedding_function=embedding_function)
        
        results = db.similarity_search_with_score(query_text, k=5)
        
        if not results:
            return "Sorry, I couldn't find any relevant information."
        
        context_text = "\n\n---\n\n".join([doc.page_content for doc, _score in results])
        
        prompt = f"Context:\n{context_text}\n\nQuestion:\n{query_text}"
        response = generate_response(prompt, chat_history)
        
        return response
    except Exception as e:
        print(f"Error querying RAG system: {e}")
        return "An error occurred while querying the RAG system."


def save_pdf_and_update_database(pdf_filepath):
    try:
        text = extract_text_from_pdf(pdf_filepath)
        if not text:
            print("Error extracting text from PDF.")
            return

        text_splitter = RecursiveCharacterTextSplitter(
            chunk_size=800,
            chunk_overlap=80,
            length_function=len,
            is_separator_regex=False,
        )
        chunks = text_splitter.split_text(text)

        embedding_function = HuggingFaceEmbeddings()
        db = Chroma(persist_directory=CHROMA_PATH, embedding_function=embedding_function)

        db.add_documents(chunks)
        db.persist()
        print("PDF processed and data updated in Chroma.")
    except Exception as e:
        print(f"Error processing PDF: {e}")

# Flask route to handle WhatsApp webhook
@app.route('/whatsapp', methods=['POST'])
def whatsapp_webhook():
    incoming_msg = request.values.get('Body', '').lower()
    sender = request.values.get('From')
    num_media = int(request.values.get('NumMedia', 0))

    chat_history = []  # You need to handle chat history appropriately

    if num_media > 0:
        media_url = request.values.get('MediaUrl0')
        content_type = request.values.get('MediaContentType0')

        if content_type == 'application/pdf':
            filepath = download_file(media_url, ".pdf")
            save_pdf_and_update_database(filepath)
            response_text = "PDF has been processed. You can now ask questions related to its content."
        else:
            response_text = "Unsupported file type. Please upload a PDF document."
    else:
        # Use RAG to generate a response based on the query
        response_text = query_rag(incoming_msg, chat_history)

    # Send the response back to the sender
    send_message(sender, response_text)
    return '', 204

# Function to send message
def send_message(to, body):
    try:
        message = client.messages.create(
            from_=from_whatsapp_number,
            body=body,
            to=to
        )
        print(f"Message sent with SID: {message.sid}")
    except Exception as e:
        print(f"Error sending message: {e}")
def send_initial_message(to_number):
    send_message(
        f'whatsapp:{to_number}',
        'Welcome to the Agri AI Chatbot! How can I assist you today? You can send an image with "pest" or "disease" to classify it.'
    )

if __name__ == "__main__":
    send_initial_message('919080522395')
    send_initial_message('916382792828')
    app.run(host='0.0.0.0', port=7860)