Create app.py

app.py

@@ -0,0 +1,27 @@
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+from llmlingua import PromptCompressor
+import os
+
+app = FastAPI()
+
+# Initialize LLM Lingua
+compressor = PromptCompressor()
+
+class TextInput(BaseModel):
+    text: str
+
+class CompressedOutput(BaseModel):
+    compressed_text: str
+
+@app.post("/compress", response_model=CompressedOutput)
+async def compress_text(input: TextInput):
+    try:
+        compressed = compressor.compress_prompt(input.text)
+        return CompressedOutput(compressed_text=compressed)
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 7860)))