Spaces:
Paused
Paused
| from threading import Thread | |
| from fastapi import FastAPI, WebSocket | |
| from fastapi.responses import HTMLResponse | |
| from answerer import Answerer | |
| answerer = Answerer( | |
| model="RWKV-5-World-3B-v2-20231118-ctx16k.pth", | |
| vocab="rwkv_vocab_v20230424", | |
| strategy="cpu bf16", | |
| ctx_limit=16*1024, | |
| ) | |
| app = FastAPI() | |
| HTML = """ | |
| <!DOCTYPE HTML> | |
| <html> | |
| <body> | |
| <form action="" onsubmit="ask(event)"> | |
| <input id="prompt" type="text" autocomplete="off" /> | |
| <br> | |
| <input type="submit" value="SEND" /> | |
| </form> | |
| <p id="output"></p> | |
| <script> | |
| const prompt = document.getElementById("prompt"); | |
| const output = document.getElementById("output"); | |
| const ws = new WebSocket("wss://daniilalpha-answerer-api.hf.space/answer"); | |
| ws.onmessage = (e) => answer(e.data); | |
| function ask(event) { | |
| if(ws.readyState != 1) { | |
| answer("websocket is not connected!"); | |
| return; | |
| } | |
| ws.send(prompt.value); | |
| event.preventDefault(); | |
| } | |
| function answer(value) { | |
| output.innerHTML = value; | |
| } | |
| </script> | |
| </body> | |
| </html> | |
| """ | |
| async def index(): | |
| return HTMLResponse(HTML) | |
| async def answer(ws: WebSocket): | |
| await ws.accept() | |
| print("ws connected!") | |
| async def callback(output: str): | |
| print(f"sent: '{output}'") | |
| await ws.send_text(output) | |
| input = await ws.receive_text() | |
| answerer_thread = Thread( | |
| target=answerer, | |
| args=(input, 32), | |
| kwargs={"callback": callback} | |
| ) | |
| answerer_thread.start() | |
| answerer_thread.join() | |
| print("output ready!") | |
| await ws.close() | |
| print("ws closed!") |