Add application file

app.py

@@ -13,6 +13,8 @@ import os
 import json
 from ctransformers import AutoModelForCausalLM
 
+os.environ["TRANSFORMERS_FORCE_CPU"] = "true"
+
 app = FastAPI()
 templates = Jinja2Templates(directory="templates")
 app.mount("/static", StaticFiles(directory="static"), name="static")

requirements.txt

@@ -4,4 +4,5 @@ qdrant-client
 sentence-transformers
 uvicorn
 fastapi
-ctransformers
+ctransformers
+transformers