File size: 298 Bytes
1647d98 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
import uvicorn
from llmtuner import ChatModel, create_app
def main():
chat_model = ChatModel()
app = create_app(chat_model)
print("Visit http://localhost:8000/docs for API document.")
uvicorn.run(app, host="0.0.0.0", port=8001, workers=1)
if __name__ == "__main__":
main()
|