Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -23,11 +23,11 @@ from espnet2.bin.tts_inference import Text2Speech
|
|
23 |
|
24 |
repo_id = "Sosaka/Vicuna-7B-4bit-ggml"
|
25 |
filename = "vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin"
|
26 |
-
cache_dir="~/.cache/huggingface"
|
27 |
-
hf_hub_download(repo_id=repo_id, filename=filename, cache_dir=cache_dir)
|
28 |
'''
|
29 |
llm = Llama(
|
30 |
-
model_path="~/.cache/huggingface/vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin",
|
31 |
n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
32 |
# seed=1337, # Uncomment to set a specific seed
|
33 |
n_ctx=4096, # Uncomment to increase the context window
|
|
|
23 |
|
24 |
repo_id = "Sosaka/Vicuna-7B-4bit-ggml"
|
25 |
filename = "vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin"
|
26 |
+
cache_dir="~/.cache/huggingface/hub"
|
27 |
+
#hf_hub_download(repo_id=repo_id, filename=filename, cache_dir=cache_dir)
|
28 |
'''
|
29 |
llm = Llama(
|
30 |
+
model_path="~/.cache/huggingface/hub/vicuna-7B-1.1-ggml_q4_0-ggjt_v3.bin",
|
31 |
n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
32 |
# seed=1337, # Uncomment to set a specific seed
|
33 |
n_ctx=4096, # Uncomment to increase the context window
|