main.py

from llama_cpp.server.app import create_app, Settings
import tomli

with open("config.toml", "rb") as f:
    settings = tomli.load(f)

settings = Settings(**settings)

app = create_app(settings=settings)