matthoffner commited on
Commit
c4b3c05
·
1 Parent(s): d7d0f08

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -8,8 +8,8 @@ from sse_starlette.sse import EventSourceResponse
8
  from ctransformers import AutoModelForCausalLM
9
  from pydantic import BaseModel
10
 
11
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/starcoder-beta-GGML",
12
- model_file="starcoder-beta.ggmlv3.q4_0.bin",
13
  model_type="starcoder")
14
  app = fastapi.FastAPI()
15
  app.add_middleware(
 
8
  from ctransformers import AutoModelForCausalLM
9
  from pydantic import BaseModel
10
 
11
+ llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1.bin",
12
+ model_file="santacoder-ggml-q4_1.bin",
13
  model_type="starcoder")
14
  app = fastapi.FastAPI()
15
  app.add_middleware(