Spaces:
Sleeping
Sleeping
ddovidovich
commited on
Commit
·
e31f1f0
1
Parent(s):
f4e8d39
Update app.py
Browse files
app.py
CHANGED
@@ -11,8 +11,8 @@ import llama_cpp
|
|
11 |
from llama_cpp import Llama
|
12 |
from huggingface_hub import hf_hub_download
|
13 |
|
14 |
-
|
15 |
-
llm = Llama(model_path= hf_hub_download(repo_id="DFofanov78/ruGPT-3.5-13B-GGUF", filename="ruGPT-3.5-13B-Q4_0.gguf"), n_ctx=2048)
|
16 |
|
17 |
def list_to_numpy(obj):
|
18 |
if isinstance(obj, list):
|
|
|
11 |
from llama_cpp import Llama
|
12 |
from huggingface_hub import hf_hub_download
|
13 |
|
14 |
+
llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/Llama-2-7b-Chat-GGUF", filename="llama-2-7b-chat.Q4_K_M.gguf"), n_ctx=2048)
|
15 |
+
#llm = Llama(model_path= hf_hub_download(repo_id="DFofanov78/ruGPT-3.5-13B-GGUF", filename="ruGPT-3.5-13B-Q4_0.gguf"), n_ctx=2048)
|
16 |
|
17 |
def list_to_numpy(obj):
|
18 |
if isinstance(obj, list):
|