Update app.py

app.py

@@ -5,7 +5,7 @@ import bs4
 from sentence_transformers import SentenceTransformer
 import torch
 from langchain.chains import ChatGroq
-from langchain.document_loaders import UnstructuredURLLoader  # Updated import
+from langchain.document_loaders import WebBaseLoader
 from langchain.prompts import RunnablePassthrough
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.vectorstores import Chroma
@@ -96,7 +96,12 @@ if st.button("Submit Query"):
         st.markdown('<p style="color:red; font-weight:bold;">Please enter a valid URL before submitting</p>', unsafe_allow_html=True)
     else:
         # Blog loading logic based on user input URL
-        loader = UnstructuredURLLoader(urls=[url_input])  # Using UnstructuredURLLoader instead of WebBaseLoader
+        loader = WebBaseLoader(
+            web_paths=(url_input,),  # Use the user-input URL
+            bs_kwargs=dict(
+                parse_only=bs4.SoupStrainer()  # Adjust based on the user's URL structure
+            ),
+        )
         docs = loader.load()
 
         text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)