1inkusFace commited on
Commit
6ea20bb
·
verified ·
1 Parent(s): 25e5012

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -23,11 +23,11 @@ from espnet2.bin.tts_inference import Text2Speech
23
 
24
  repo_id = "Sosaka/Vicuna-7B-4bit-ggml"
25
  filename = "vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin"
26
- cache_dir="~/.cache/huggingface"
27
- hf_hub_download(repo_id=repo_id, filename=filename, cache_dir=cache_dir)
28
  '''
29
  llm = Llama(
30
- model_path="~/.cache/huggingface/vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin",
31
  n_gpu_layers=-1, # Uncomment to use GPU acceleration
32
  # seed=1337, # Uncomment to set a specific seed
33
  n_ctx=4096, # Uncomment to increase the context window
 
23
 
24
  repo_id = "Sosaka/Vicuna-7B-4bit-ggml"
25
  filename = "vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin"
26
+ cache_dir="~/.cache/huggingface/hub"
27
+ #hf_hub_download(repo_id=repo_id, filename=filename, cache_dir=cache_dir)
28
  '''
29
  llm = Llama(
30
+ model_path="~/.cache/huggingface/hub/vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin",
31
  n_gpu_layers=-1, # Uncomment to use GPU acceleration
32
  # seed=1337, # Uncomment to set a specific seed
33
  n_ctx=4096, # Uncomment to increase the context window