Arafath10 commited on
Commit
4442b70
1 Parent(s): 8d7b4bc

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +5 -2
main.py CHANGED
@@ -3,6 +3,7 @@ from fastapi.responses import HTMLResponse
3
  from fastapi.responses import StreamingResponse
4
  from fastapi.responses import FileResponse
5
  from fastapi.middleware.cors import CORSMiddleware
 
6
  from io import StringIO
7
  import os
8
 
@@ -23,9 +24,11 @@ app.add_middleware(
23
  allow_headers=["*"],
24
  )
25
 
 
 
26
  @app.post("/get_compressed_text")
27
- async def get_compressed_text(original_propmt):
28
- compressed_prompt = llm_lingua.compress_prompt(original_propmt, instruction="", question="")
29
  print("compressed")
30
  return compressed_prompt
31
 
 
3
  from fastapi.responses import StreamingResponse
4
  from fastapi.responses import FileResponse
5
  from fastapi.middleware.cors import CORSMiddleware
6
+ from pydantic import BaseModel
7
  from io import StringIO
8
  import os
9
 
 
24
  allow_headers=["*"],
25
  )
26
 
27
+ class Prompt(BaseModel:
28
+ original_prompt: str
29
  @app.post("/get_compressed_text")
30
+ async def get_compressed_text(prompt: Prompt):
31
+ compressed_prompt = llm_lingua.compress_prompt(prompt.original_propmt, instruction="", question="")
32
  print("compressed")
33
  return compressed_prompt
34