Address tokenizer FutureWarning and clean up tokenization spaces

app.py

@@ -5,6 +5,8 @@ import faiss
 import numpy as np
 import os
 import pickle
+import warnings
+warnings.filterwarnings("ignore", category=FutureWarning, module="transformers")
 
 @st.cache_resource
 def load_models():
@@ -124,8 +126,6 @@ if prompt := st.chat_input("What would you like to ask the Muse?"):
     with st.spinner("The Muse is contemplating..."):
         try:
             response = generate_response(prompt, tokenizer, generation_model, embedding_model, index, chunks)
-            if not response or response.isspace():
-                raise ValueError("Generated response is empty or contains only whitespace")
         except Exception as e:
             response = f"I apologize, but I encountered an error: {str(e)}"