Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -55,8 +55,10 @@ LOADER_MAPPING = {
|
|
55 |
|
56 |
repo_name = "IlyaGusev/saiga2_13b_gguf"
|
57 |
model_name = "model-q4_K.gguf"
|
|
|
58 |
embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
|
59 |
|
|
|
60 |
rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
|
61 |
for f in rm_files:
|
62 |
if os.path.isfile(f):
|
@@ -64,13 +66,13 @@ for f in rm_files:
|
|
64 |
else:
|
65 |
shutil.rmtree(f)
|
66 |
|
67 |
-
|
68 |
-
snapshot_download(repo_id=repo_name, local_dir="/data", allow_patterns=model_name, local_dir_use_symlinks=False)
|
69 |
# snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
|
70 |
print("Files downloaded!")
|
71 |
|
72 |
model = Llama(
|
73 |
-
model_path=
|
74 |
n_ctx=2000,
|
75 |
n_parts=1,
|
76 |
)
|
|
|
55 |
|
56 |
repo_name = "IlyaGusev/saiga2_13b_gguf"
|
57 |
model_name = "model-q4_K.gguf"
|
58 |
+
final_model_path = f"/data/{model_name}"
|
59 |
embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
|
60 |
|
61 |
+
print("Downloading all files...")
|
62 |
rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
|
63 |
for f in rm_files:
|
64 |
if os.path.isfile(f):
|
|
|
66 |
else:
|
67 |
shutil.rmtree(f)
|
68 |
|
69 |
+
if not os.path.exists(final_model_path):
|
70 |
+
snapshot_download(repo_id=repo_name, local_dir="/data", allow_patterns=model_name, local_dir_use_symlinks=False, force_download=True)
|
71 |
# snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
|
72 |
print("Files downloaded!")
|
73 |
|
74 |
model = Llama(
|
75 |
+
model_path=final_model_path,
|
76 |
n_ctx=2000,
|
77 |
n_parts=1,
|
78 |
)
|