changed hf_token

main.py

@@ -4,19 +4,22 @@ from sse_starlette.sse import EventSourceResponse
 from fastapi.staticfiles import StaticFiles
 from openai import AsyncOpenAI
 from fasthtml.common import FastHTML, Html, Head, Title, Body, Div, Button, Textarea, Script, Style, P, Favicon, ft_hx
-import bleach
-
 from styles import styles
 from script import script
 from fasthtml_hf import setup_hf_backup
+from dotenv import load_dotenv
+import bleach
+
+load_dotenv(override=True)
 
-secret_key = os.getenv('SECRET_KEY')
+secret_key = os.getenv("SECRET_KEY")
+hf_token = os.getenv("HF_TOKEN")
 
 app = FastHTML(secret_key=secret_key)
 
 app.mount("/static", StaticFiles(directory="static"), name="static")
 
-setup_hf_backup(app)
+setup_hf_backup(app, token=hf_token)
 
 client = AsyncOpenAI()
 
@@ -30,21 +33,20 @@ light_icon = os.path.join(static_dir, "favicon-light.ico")
 dark_icon = os.path.join(static_dir, "favicon-dark.ico")
 
 def Svg(*c, viewBox=None, **kwargs):
-    return ft_hx('svg', *c, viewBox=viewBox, **kwargs)
+    return ft_hx("svg", *c, viewBox=viewBox, **kwargs)
 
 def Path(*c, d=None, fill=None, **kwargs):
-    return ft_hx('path', *c, d=d, fill=fill, **kwargs)
+    return ft_hx("path", *c, d=d, fill=fill, **kwargs)
 
 @app.get("/")
 def home():
-    """Render homepage with FastGPT UI."""
     home_text = """
 ## FastGPT - A ChatGPT Implementation Using FastHTML
     """
-    
+
     page = Html(
         Head(
-            Title('FastGPT'),
+            Title("FastGPT"),
             Favicon(light_icon="/static/favicon-light.ico", dark_icon="/static/favicon-dark.ico"),
             Style(styles),
             Script(src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"),
@@ -66,19 +68,19 @@ def home():
                         onclick="location.reload()",
                         _class="refresh-button"
                     ),
-                    _class='refresh-container'
+                    _class="refresh-container"
                 ),
                 _class="header"
             ),
             Div(
                 Div(
                     Div(id="home-text-container", _class="markdown-container", **{"data-home-text": home_text}),
-                    _class='title-wrapper'
+                    _class="title-wrapper"
                 ),
-                P(id='output'),
+                P(id="output"),
                 Div(
                     Textarea(
-                        id='message',
+                        id="message",
                         rows=1,
                         cols=50,
                         placeholder="Message FastGPT",
@@ -107,7 +109,6 @@ def home():
 
 @app.get("/stream")
 async def stream_response(request: Request, message: str, session_id: str = None):
-    """Stream responses for the given user input."""
     if not message:
         raise HTTPException(status_code=400, detail="Message parameter is required")
     if not session_id:
@@ -132,9 +133,7 @@ async def stream_response(request: Request, message: str, session_id: str = None
 
             async for chunk in response:
                 if await request.is_disconnected():
-                    print(f"Client for session {session_id} disconnected")
                     break
-
                 content = chunk.choices[0].delta.content
                 if content:
                     assistant_response += content
@@ -145,14 +144,10 @@ async def stream_response(request: Request, message: str, session_id: str = None
         except Exception as e:
             yield {"data": f"Error: {str(e)}"}
 
-        finally:
-            print(f"Streaming finished for session {session_id}")
-
     return EventSourceResponse(event_generator())
 
 @app.get("/reset")
 def reset_conversation(session_id: str):
-    """Reset the conversation for the specified session ID."""
     if session_id in conversations:
         del conversations[session_id]
-    return {"message": "Conversation reset."}
+    return {"message": "Conversation reset."}