Spaces:
Running
Running
CaioXapelaum
commited on
Commit
•
1e8b1b7
1
Parent(s):
1e7ab09
Added Llama 3.1 SuperNova Lite
Browse files
app.py
CHANGED
@@ -90,6 +90,13 @@ hf_hub_download(
|
|
90 |
token=huggingface_token
|
91 |
)
|
92 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
93 |
|
94 |
|
95 |
llm = None
|
@@ -185,7 +192,8 @@ demo = gr.ChatInterface(
|
|
185 |
'orca-2-7b-patent-instruct-llama-2-q5_k_m.gguf',
|
186 |
'smollm-135m-instruct-add-basics-q8_0.gguf',
|
187 |
'Llama-3.2-1B-Instruct-Q8_0.gguf',
|
188 |
-
'Mistral-Small-Instruct-2409-Q5_K_M.gguf'
|
|
|
189 |
],
|
190 |
value="gemma-2-2b-it-Q6_K_L.gguf",
|
191 |
label="Model"
|
|
|
90 |
token=huggingface_token
|
91 |
)
|
92 |
|
93 |
+
hf_hub_download(
|
94 |
+
repo_id="bartowski/Llama-3.1-SuperNova-Lite-GGUF",
|
95 |
+
filename="Llama-3.1-SuperNova-Lite-Q5_K_M.gguf",
|
96 |
+
local_dir="./models",
|
97 |
+
token=huggingface_token
|
98 |
+
)
|
99 |
+
|
100 |
|
101 |
|
102 |
llm = None
|
|
|
192 |
'orca-2-7b-patent-instruct-llama-2-q5_k_m.gguf',
|
193 |
'smollm-135m-instruct-add-basics-q8_0.gguf',
|
194 |
'Llama-3.2-1B-Instruct-Q8_0.gguf',
|
195 |
+
'Mistral-Small-Instruct-2409-Q5_K_M.gguf',
|
196 |
+
'Llama-3.1-SuperNova-Lite-Q5_K_M.gguf'
|
197 |
],
|
198 |
value="gemma-2-2b-it-Q6_K_L.gguf",
|
199 |
label="Model"
|