gufett0 commited on
Commit
55cb780
·
1 Parent(s): 1275101

switched to hf_hub_download

Browse files
Files changed (1) hide show
  1. backend.py +1 -1
backend.py CHANGED
@@ -23,7 +23,7 @@ hf_hub_download(
23
  )
24
 
25
  llm = Llama(
26
- model_path=f"models/{"2b_it_v2.gguf"}",
27
  #flash_attn=True,
28
  #_gpu_layers=81,
29
  n_batch=1024,
 
23
  )
24
 
25
  llm = Llama(
26
+ model_path=f"models/2b_it_v2.gguf",
27
  #flash_attn=True,
28
  #_gpu_layers=81,
29
  n_batch=1024,