Spaces:
Sleeping
Sleeping
Commit
·
c640efe
1
Parent(s):
c8b19ec
Update main.py
Browse files
main.py
CHANGED
@@ -49,7 +49,7 @@ app = FastAPI()
|
|
49 |
@app.post("/llm_on_cpu")
|
50 |
async def stream(item: dict):
|
51 |
|
52 |
-
model = llms[item
|
53 |
prefix=model['prefix']
|
54 |
suffix=model['suffix']
|
55 |
nctx = item['nctx'] if 'nctx' in item.keys() else model['nctx']
|
|
|
49 |
@app.post("/llm_on_cpu")
|
50 |
async def stream(item: dict):
|
51 |
|
52 |
+
model = llms[item['llm']]
|
53 |
prefix=model['prefix']
|
54 |
suffix=model['suffix']
|
55 |
nctx = item['nctx'] if 'nctx' in item.keys() else model['nctx']
|