Spaces:
Running
Running
File size: 1,791 Bytes
5e8fd8b ab4a5ae 5e8fd8b 9f0a9ca 5e8fd8b 2d12855 5e8fd8b ab4a5ae 5e8fd8b ab4a5ae 5e8fd8b 2d12855 f353479 2d12855 ab4a5ae 2d12855 ab4a5ae 5e8fd8b 2d12855 5e8fd8b 1ff6584 453bbe9 1ff6584 9f0a9ca 24992a3 9f0a9ca 2cfa0e6 1ff6584 453bbe9 5e8fd8b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
import os
import shutil
import tempfile
from tempfile import NamedTemporaryFile
from pathlib import Path
from fastapi import FastAPI, UploadFile
from fastapi.middleware import Middleware
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import StreamingResponse
from .rag import ChatPDF
middleware = [
Middleware(
CORSMiddleware,
allow_origins=["*"],
allow_methods=['*'],
allow_headers=['*']
)
]
app = FastAPI(middleware=middleware)
files_dir = os.path.expanduser("~/wtp_be_files/")
session_assistant = ChatPDF()
# session_messages = []
# async def stream_generator()
@app.get("/query")
async def process_input(text: str):
if text and len(text.strip()) > 0:
text = text.strip()
print("PRINTING STREAM")
agent_text_stream = session_assistant.ask(text)
print(agent_text_stream)
for text in agent_text_stream:
print(text)
# yield text
# session_messages.append((text, True))
# session_messages.append((agent_text, False))
return StreamingResponse(agent_text_stream, media_type='text/event-stream')
@app.post("/upload")
def upload(files: list[UploadFile]):
session_assistant.clear()
# session_messages = []
try:
os.makedirs(files_dir)
for file in files:
try:
path = f"{files_dir}/{file.filename}"
file.file.seek(0)
with open(path, 'wb') as destination:
shutil.copyfileobj(file.file, destination)
finally:
file.file.close()
finally:
session_assistant.ingest(files_dir)
shutil.rmtree(files_dir)
return "Files inserted!"
@app.get("/")
def ping():
return "Pong!"
|