Update app.py

app.py

@@ -4,12 +4,30 @@ import os
 
 app = FastAPI()
 
+# Define a function to get the headers from an initial request
+def get_custom_headers(url: str):
+    # Example headers you can customize based on the website
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
+        "Accept-Language": "en-US,en;q=0.9",
+        "Connection": "keep-alive",
+        "Referer": url,
+    }
+    if "jannyai.com" in url:
+        headers["Host"] = "jannyai.com"
+    return headers
+
 @app.get("/fetch")
 def fetch_html(url: str):
     try:
         with sync_playwright() as p:
             browser = p.chromium.launch(headless=True)
             page = browser.new_page()
+            
+            # Set custom headers before navigating to the page
+            headers = get_custom_headers(url)
+            page.set_extra_http_headers(headers)
+            
             page.goto(url, timeout=15000)
             html = page.content()
             browser.close()
@@ -20,6 +38,5 @@ def fetch_html(url: str):
 
 if __name__ == "__main__":
     import uvicorn
-    os.system("playwright install-deps")
     os.system("playwright install chromium")
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    uvicorn.run(app, host="0.0.0.0", port=7860)