Update main.py

main.py

@@ -59,10 +59,14 @@ async def get_n_depth_results(url,input_query):
         params = {'url': input_url}
         headers = {'accept': 'application/json'}
         url = 'https://chromium-qpxamiokfa-uc.a.run.app/get_scraped_data'
-        response = requests.get(url, headers=headers, params=params)
-        all_url = response.json()["URL"]
-        all_content[input_url] = response.json()["Content"]
-        return all_url
+        try:
+            response = requests.get(url, headers=headers, params=params)
+            all_url = response.json()["URL"]
+            all_content[input_url] = response.json()["Content"]
+            return all_url
+        except:
+            print(f"found a error url : {input_url}=========================================")
+            return "none"
 
     pdf_urls = []