Update app.py

app.py

@@ -4,8 +4,8 @@ from llmlingua import PromptCompressor
 
 app = FastAPI()
 
-# Initialize LLMLingua
-compressor = PromptCompressor(model_name="openai-community/gpt2", device_map="cpu")
+# Initialize LLMLingua-2 for better compression
+compressor = PromptCompressor(model_name="microsoft/llmlingua-2", device_map="auto")
 
 class TextInput(BaseModel):
     text: str
@@ -13,8 +13,13 @@ class TextInput(BaseModel):
 @app.post("/compress")
 async def compress_text(input: TextInput):
     try:
+        # Compress the input text using LLMLingua-2
         compressed_text = compressor.compress_prompt(input.text)
-        # Return raw data for now
+        
+        # Ensure the compressed text is of high quality
+        if not compressed_text:
+            raise HTTPException(status_code=400, detail="Compression failed, no output generated.")
+        
         return {"compressed_text": compressed_text}
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))