Spaces:
Paused
Paused
Commit
·
71f5570
1
Parent(s):
c7f3620
Update main.py
Browse files
main.py
CHANGED
@@ -5,6 +5,7 @@ from fastapi.encoders import jsonable_encoder
|
|
5 |
from fastapi.websockets import WebSocket, WebSocketDisconnect, WebSocketState
|
6 |
from fastapi.responses import HTMLResponse, JSONResponse
|
7 |
|
|
|
8 |
from answerer import Answerer
|
9 |
from mapper import Mapper
|
10 |
|
@@ -19,7 +20,7 @@ answerer = Answerer(
|
|
19 |
ctx_limit=16*1024,
|
20 |
)
|
21 |
|
22 |
-
accelerator
|
23 |
|
24 |
app = FastAPI()
|
25 |
|
@@ -68,9 +69,7 @@ def index():
|
|
68 |
|
69 |
@app.websocket("/accelerate")
|
70 |
async def answer(ws: WebSocket):
|
71 |
-
await
|
72 |
-
accelerator = ws
|
73 |
-
while True: await sleep(60)
|
74 |
|
75 |
@app.post("/map")
|
76 |
def map(query: Union[str, None], items: Union[list[str], None]):
|
@@ -84,11 +83,10 @@ async def answer(ws: WebSocket):
|
|
84 |
try: input = await ws.receive_text()
|
85 |
except WebSocketDisconnect: return
|
86 |
|
87 |
-
if accelerator:
|
88 |
-
await accelerator.
|
89 |
-
output = await accelerator.receive_text()
|
90 |
if(ws.client_state == WebSocketState.CONNECTED):
|
91 |
-
await ws.send_text(
|
92 |
elif(ws.client_state == WebSocketState.DISCONNECTED):
|
93 |
return
|
94 |
else:
|
@@ -100,4 +98,3 @@ async def answer(ws: WebSocket):
|
|
100 |
return
|
101 |
|
102 |
await ws.close()
|
103 |
-
|
|
|
5 |
from fastapi.websockets import WebSocket, WebSocketDisconnect, WebSocketState
|
6 |
from fastapi.responses import HTMLResponse, JSONResponse
|
7 |
|
8 |
+
from accelerator import Accelerator
|
9 |
from answerer import Answerer
|
10 |
from mapper import Mapper
|
11 |
|
|
|
20 |
ctx_limit=16*1024,
|
21 |
)
|
22 |
|
23 |
+
accelerator = Accelerator()
|
24 |
|
25 |
app = FastAPI()
|
26 |
|
|
|
69 |
|
70 |
@app.websocket("/accelerate")
|
71 |
async def answer(ws: WebSocket):
|
72 |
+
await accelerator.connect(ws)
|
|
|
|
|
73 |
|
74 |
@app.post("/map")
|
75 |
def map(query: Union[str, None], items: Union[list[str], None]):
|
|
|
83 |
try: input = await ws.receive_text()
|
84 |
except WebSocketDisconnect: return
|
85 |
|
86 |
+
if accelerator.connected():
|
87 |
+
output = await accelerator.accelerate(input)
|
|
|
88 |
if(ws.client_state == WebSocketState.CONNECTED):
|
89 |
+
await ws.send_text(output)
|
90 |
elif(ws.client_state == WebSocketState.DISCONNECTED):
|
91 |
return
|
92 |
else:
|
|
|
98 |
return
|
99 |
|
100 |
await ws.close()
|
|