Create app.py

app.py

@@ -0,0 +1,20 @@
+from fastapi import FastAPI
+import requests
+
+app = FastAPI()
+
+# TGI API URL
+API_URL = "http://localhost:8080/generate"
+
+@app.post("/generate")
+async def generate_text(prompt: str, max_tokens: int = 200, temperature: float = 0.7):
+    payload = {
+        "inputs": prompt,
+        "parameters": {
+            "max_new_tokens": max_tokens,
+            "temperature": temperature,
+            "return_full_text": False
+        }
+    }
+    response = requests.post(API_URL, json=payload)
+    return response.json()