Spaces:
Sleeping
Sleeping
switched to hf_hub_download
Browse files- backend.py +1 -1
backend.py
CHANGED
@@ -23,7 +23,7 @@ hf_hub_download(
|
|
23 |
)
|
24 |
|
25 |
llm = Llama(
|
26 |
-
model_path=f"models/
|
27 |
#flash_attn=True,
|
28 |
#_gpu_layers=81,
|
29 |
n_batch=1024,
|
|
|
23 |
)
|
24 |
|
25 |
llm = Llama(
|
26 |
+
model_path=f"models/2b_it_v2.gguf",
|
27 |
#flash_attn=True,
|
28 |
#_gpu_layers=81,
|
29 |
n_batch=1024,
|