Update app.py

app.py

@@ -543,6 +543,7 @@ def safe_rerun():
     if hasattr(st, "experimental_rerun"):
         st.experimental_rerun()
 
+
 def main():
     # Initialize session state on first run
     if 'initialized' not in st.session_state:
@@ -589,7 +590,7 @@ def main():
                 st.session_state.google_creds = creds
                 st.write(msg)
     
-    # Main content area
+    # Manual URL mode
     if mode == "Manual URL":
         st.header("Manual URL Mode")
         url = st.text_input("Enter URL", placeholder="https://example.com", key="url_input")
@@ -607,9 +608,6 @@ def main():
                                     sublink_limit=int(max_sublinks),
                                     timeout=int(sublink_timeout)
                                 )
-                                if files:
-                                    st.session_state.discovered_files = files
-                                    st.session_state.current_url = url
                                 return files
                         except Exception as e:
                             st.error(f"Error during deep search: {str(e)}")
@@ -617,6 +615,9 @@ def main():
                     
                     files = asyncio.run(run_deep_search())
                     if files:
+                        # Save all discovered files even if duplicated
+                        st.session_state.discovered_files = files
+                        st.session_state.current_url = url
                         st.success(f"Found {len(files)} files!")
                         
                         # File selection block 1
@@ -663,6 +664,7 @@ def main():
                                             file_info = files[idx]
                                             status_text.text(f"Downloading {file_info['filename']}... ({i+1}/{len(selected_files)})")
                                             progress_bar.progress(progress)
+                                            # In DownloadManager.download_file(), consider adding a fallback to requests if needed.
                                             path = await dm.download_file(file_info, download_dir, url)
                                             if path:
                                                 downloaded_paths.append(path)
@@ -694,7 +696,7 @@ def main():
                     else:
                         st.warning("No files found.")
         
-        # File selection block 2 (if files are already discovered)
+        # File selection block 2 (if files have already been discovered)
         if st.session_state.discovered_files:
             files = st.session_state.discovered_files
             st.success(f"Found {len(files)} files!")
@@ -783,7 +785,7 @@ def main():
                             if urls:
                                 st.success(f"Found {len(urls)} results!")
                                 for i, url in enumerate(urls, 1):
-                                    with st.expander(f"Result {i}: {url}", expanded=i==1):
+                                    with st.expander(f"Result {i}: {url}", expanded=i == 1):
                                         if st.button(f"Deep Search Result {i}", key=f"deep_search_result_{i}"):
                                             files = await dm.deep_search(
                                                 url=url,
@@ -826,6 +828,7 @@ def main():
                         except Exception as e:
                             st.error(f"Error summarizing PDF: {e}")
 
+
 if __name__ == "__main__":
     try:
         main()