File size: 207 Bytes
f0788cb
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
from llama_cpp.server.app import create_app, Settings
import tomllib

with open("config.toml", "rb") as f:
    settings = tomllib.load(f)

settings = Settings(**settings)

app = create_app(settings=settings)