daniellefranca96 commited on
Commit
c640efe
·
1 Parent(s): c8b19ec

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -49,7 +49,7 @@ app = FastAPI()
49
  @app.post("/llm_on_cpu")
50
  async def stream(item: dict):
51
 
52
- model = llms[item.llm]
53
  prefix=model['prefix']
54
  suffix=model['suffix']
55
  nctx = item['nctx'] if 'nctx' in item.keys() else model['nctx']
 
49
  @app.post("/llm_on_cpu")
50
  async def stream(item: dict):
51
 
52
+ model = llms[item['llm']]
53
  prefix=model['prefix']
54
  suffix=model['suffix']
55
  nctx = item['nctx'] if 'nctx' in item.keys() else model['nctx']