Create app.py

app.py

@@ -0,0 +1,28 @@
+from fastapi import FastAPI
+from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
+
+app = FastAPI()
+
+model_id = "ibleducation/ibl-fordham-7b"
+
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(
+  model_id,
+  device_map="auto",
+)
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model,
+    tokenizer=tokenizer,
+)
+@app.get("/")
+async def root():
+    return {"message": "Welcome to the Language Model API"}
+
+
+@app.get("/generate/")
+async def generate_text(prompt: str):
+    # Generate text based on the prompt received
+    prompt = "<s>What programmes are offered at fordham university?</s>"
+    response = pipeline(prompt)
+    return {"generated_text": response['generated_text']}