Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,6 @@ def load_llm():
|
|
| 16 |
n_ctx=2048,
|
| 17 |
chat_format="llama-3",
|
| 18 |
n_gpu_layers=-1, # ensure all layers are on GPU
|
| 19 |
-
split_mode=0,
|
| 20 |
)
|
| 21 |
return llm
|
| 22 |
|
|
|
|
| 16 |
n_ctx=2048,
|
| 17 |
chat_format="llama-3",
|
| 18 |
n_gpu_layers=-1, # ensure all layers are on GPU
|
|
|
|
| 19 |
)
|
| 20 |
return llm
|
| 21 |
|