Update app.py
Browse files
app.py
CHANGED
@@ -2,6 +2,7 @@ from fastapi import FastAPI
|
|
2 |
from fastapi.responses import HTMLResponse
|
3 |
from transformers import AutoTokenizer
|
4 |
from pydantic import BaseModel
|
|
|
5 |
|
6 |
class Message(BaseModel):
|
7 |
content: str
|
|
|
2 |
from fastapi.responses import HTMLResponse
|
3 |
from transformers import AutoTokenizer
|
4 |
from pydantic import BaseModel
|
5 |
+
from llama_cpp import Llama
|
6 |
|
7 |
class Message(BaseModel):
|
8 |
content: str
|