Update app.py

app.py

@@ -1,4 +1,10 @@
 import streamlit as st
+import transformers
+
+# Replace "facebook/bart-base" with the desired LLM identifier from Hugging Face
+model_name = "facebook/bart-base"
+llm = transformers.pipeline("text-generation", model=model_name)
+
 
 # Display the logo and title
 st.image("logo.jpg", width=300)
@@ -24,11 +30,9 @@ for speaker, text in st.session_state['history']:
 user_input = st.chat_input("¿Cómo te puedo ayudar hoy?")
 if user_input:
     with st.spinner("Generando respuesta..."):
-        # Get the AI's response
-        ai_response = llm.invoke(user_input, stop=['<|eot_id|>'])
-        
+        # Get the AI's response using the loaded llm object
+        ai_response = llm(user_input, max_length=1000, do_sample=True, top_k=50, top_p=0.9)["generated_text"][0]
         # Update the conversation history
         update_history(user_input, ai_response)
-        
         # Display the AI's response
         st.write(ai_response)