matthoffner commited on
Commit
c7792ac
·
1 Parent(s): 6eade58

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -8,7 +8,7 @@ from sse_starlette.sse import EventSourceResponse
8
  from ctransformers.langchain import CTransformers
9
  from pydantic import BaseModel
10
 
11
- llm = CTransformers(model='ggml-model-q4_1.bin', model_type='starcoder')
12
  app = fastapi.FastAPI(title="Santacoder")
13
  app.add_middleware(
14
  CORSMiddleware,
 
8
  from ctransformers.langchain import CTransformers
9
  from pydantic import BaseModel
10
 
11
+ llm = CTransformers(model='ggml-model-q4_0.bin', model_type='starcoder')
12
  app = fastapi.FastAPI(title="Santacoder")
13
  app.add_middleware(
14
  CORSMiddleware,