myy97's picture
Upload folder using huggingface_hub
140387c
"""Example FastAPI server for llama2_wrapper.
To run this example:
```
python3 -m llama2_wrapper.server
```
or
```
uvicorn llama2_wrapper.server.app:app --reload
```
Then visit http://localhost:8000/docs to see the interactive API docs.
"""
import os
import argparse
import uvicorn
from llama2_wrapper.server.app import create_app, Settings
if __name__ == "__main__":
parser = argparse.ArgumentParser()
for name, field in Settings.model_fields.items():
description = field.description
if field.default is not None and description is not None:
description += f" (default: {field.default})"
parser.add_argument(
f"--{name}",
dest=name,
type=field.annotation if field.annotation is not None else str,
help=description,
)
args = parser.parse_args()
settings = Settings(**{k: v for k, v in vars(args).items() if v is not None})
app = create_app(settings=settings)
uvicorn.run(
app,
host=os.getenv("HOST", settings.host),
port=int(os.getenv("PORT", settings.port)),
)