Update app.py

app.py

@@ -7,17 +7,32 @@ import os
 # Update with your OpenAI API key
 os.environ["OPENAI_API_KEY"] = "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"
 
+# Page Function to extract website content
+page_function_code = """
+function pageFunction(context) {
+    const $ = context.jQuery;
+    const data = {
+        title: $('title').text(),
+        content: $('body').text()
+    };
+    return data;
+}
+"""
+
 # Function to fetch website content using the updated actor
 def fetch_website_content(website_url):
     apify_client = ApifyClient("apify_api_uz0y556N4IG2aLcESj67kmnGSUpHF12XAkLp")
-    run_input = {"startUrls": [{"url": website_url}]}
+    run_input = {
+        "startUrls": [{"url": website_url}],
+        "pageFunction": page_function_code
+    }
     run = apify_client.actor("moJRLRc85AitArpNN").call(run_input=run_input)
     items = list(apify_client.dataset(run["defaultDatasetId"]).iterate_items())
     return items if items else None
 
 # Fetch and index website content
 content = fetch_website_content("https://python.langchain.com/en/latest/")
-documents = [Document(page_content=item["text"] or "", metadata={"source": item["url"]}) for item in content]
+documents = [Document(page_content=item["content"] or "", metadata={"source": website_url}) for item in content]
 index = VectorstoreIndexCreator().from_loaders([documents])
 
 # Function for the Gradio UI