matthoffner commited on
Commit
db0db36
·
1 Parent(s): 6a09549

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -8,7 +8,7 @@ from sse_starlette.sse import EventSourceResponse
8
  from ctransformers import AutoModelForCausalLM
9
  from pydantic import BaseModel
10
 
11
- llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1.bin",
12
  model_file="santacoder-ggml-q4_1.bin",
13
  model_type="starcoder")
14
  app = fastapi.FastAPI()
 
8
  from ctransformers import AutoModelForCausalLM
9
  from pydantic import BaseModel
10
 
11
+ llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1",
12
  model_file="santacoder-ggml-q4_1.bin",
13
  model_type="starcoder")
14
  app = fastapi.FastAPI()