Spaces:
Sleeping
Sleeping
ffreemt
commited on
Commit
·
a552934
1
Parent(s):
62bb826
Update app.py from falcon-7b-gglm-m app.py"
Browse files
app.py
CHANGED
@@ -38,9 +38,10 @@ URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/main/falcon-
|
|
38 |
URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/ggmlv3/falcon7b-instruct.ggmlv3.q4_1.bin"
|
39 |
repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
|
40 |
URL = "https://huggingface.co/TheBloke/30B-Lazarus-GGML/blob/main/30b-Lazarus.ggmlv3.q2_K.bin" # 13.6 G
|
41 |
-
|
42 |
model_file = Path(URL).name
|
43 |
|
|
|
44 |
_ = hf_hub_download(
|
45 |
repo_id=repo_id,
|
46 |
revision="ggmlv3",
|
@@ -48,6 +49,15 @@ _ = hf_hub_download(
|
|
48 |
local_dir="models",
|
49 |
# local_dir_use_symlinks=True,
|
50 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
|
52 |
llm = AutoModelForCausalLM.from_pretrained(
|
53 |
# repo_id, # "TheBloke/falcon-7b-instruct-GGML",
|
|
|
38 |
URL = "https://huggingface.co/TheBloke/falcon-7b-instruct-GGML/blob/ggmlv3/falcon7b-instruct.ggmlv3.q4_1.bin"
|
39 |
repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
|
40 |
URL = "https://huggingface.co/TheBloke/30B-Lazarus-GGML/blob/main/30b-Lazarus.ggmlv3.q2_K.bin" # 13.6 G
|
41 |
+
repo_id = "/".join(urlparse(URL).path.strip("/").split("/")[:2])
|
42 |
model_file = Path(URL).name
|
43 |
|
44 |
+
_ = """
|
45 |
_ = hf_hub_download(
|
46 |
repo_id=repo_id,
|
47 |
revision="ggmlv3",
|
|
|
49 |
local_dir="models",
|
50 |
# local_dir_use_symlinks=True,
|
51 |
)
|
52 |
+
# """ # for falcon
|
53 |
+
|
54 |
+
_ = hf_hub_download(
|
55 |
+
repo_id=repo_id,
|
56 |
+
filename=model_file,
|
57 |
+
local_dir="models",
|
58 |
+
# local_dir_use_symlinks=True,
|
59 |
+
)
|
60 |
+
|
61 |
|
62 |
llm = AutoModelForCausalLM.from_pretrained(
|
63 |
# repo_id, # "TheBloke/falcon-7b-instruct-GGML",
|