Spaces:
Paused
Paused
Commit
·
db0db36
1
Parent(s):
6a09549
Update main.py
Browse files
main.py
CHANGED
@@ -8,7 +8,7 @@ from sse_starlette.sse import EventSourceResponse
|
|
8 |
from ctransformers import AutoModelForCausalLM
|
9 |
from pydantic import BaseModel
|
10 |
|
11 |
-
llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1
|
12 |
model_file="santacoder-ggml-q4_1.bin",
|
13 |
model_type="starcoder")
|
14 |
app = fastapi.FastAPI()
|
|
|
8 |
from ctransformers import AutoModelForCausalLM
|
9 |
from pydantic import BaseModel
|
10 |
|
11 |
+
llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1",
|
12 |
model_file="santacoder-ggml-q4_1.bin",
|
13 |
model_type="starcoder")
|
14 |
app = fastapi.FastAPI()
|