Update app.py

app.py

@@ -1,19 +1,24 @@
 import streamlit as st
-from transformers import pipeline
+from llama_cpp import Llama
 from gtts import gTTS
 from io import BytesIO
 import random
 import requests
 from youtubesearchpython import VideosSearch
 
-# Initialize the empathy bot pipeline with the new model
-empathy_bot = pipeline("text2text-generation", model="featherless-ai-quants/HyunCello-KULLM3-empathy-v1.0-GGUF")
+# Initialize the empathy bot using llama_cpp
+llm = Llama.from_pretrained(
+    repo_id="featherless-ai-quants/HyunCello-KULLM3-empathy-v1.0-GGUF",
+    filename="HyunCello-KULLM3-empathy-v1.0-IQ4_XS.gguf",
+)
 
 # Function to process the user's input and generate a dynamic response
 def generate_dynamic_response(user_input):
-    # Generate an empathetic response using the new model
-    response = empathy_bot(user_input)
-    empathetic_response = response[0]['generated_text']
+    # Generate an empathetic response using the Llama model
+    response = llm.create_chat_completion(
+        messages=[{"role": "user", "content": user_input}]
+    )
+    empathetic_response = response['choices'][0]['message']['content']
 
     # Possible activities to suggest
     activities = {