Create app.py

app.py

@@ -0,0 +1,18 @@
+from fastapi import FastAPI, Request
+from transformers import pipeline
+
+app = FastAPI()
+
+# Load the model
+generator = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.1")
+
+@app.get("/")
+def read_root():
+    return {"message": "Welcome to the free LLM API"}
+
+@app.post("/generate")
+async def generate_text(request: Request):
+    data = await request.json()
+    prompt = data.get("prompt", "")
+    response = generator(prompt, max_length=200, do_sample=True)
+    return {"response": response[0]['generated_text']}