CaioXapelaum commited on
Commit
1e8b1b7
1 Parent(s): 1e7ab09

Added Llama 3.1 SuperNova Lite

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -90,6 +90,13 @@ hf_hub_download(
90
  token=huggingface_token
91
  )
92
 
 
 
 
 
 
 
 
93
 
94
 
95
  llm = None
@@ -185,7 +192,8 @@ demo = gr.ChatInterface(
185
  'orca-2-7b-patent-instruct-llama-2-q5_k_m.gguf',
186
  'smollm-135m-instruct-add-basics-q8_0.gguf',
187
  'Llama-3.2-1B-Instruct-Q8_0.gguf',
188
- 'Mistral-Small-Instruct-2409-Q5_K_M.gguf'
 
189
  ],
190
  value="gemma-2-2b-it-Q6_K_L.gguf",
191
  label="Model"
 
90
  token=huggingface_token
91
  )
92
 
93
+ hf_hub_download(
94
+ repo_id="bartowski/Llama-3.1-SuperNova-Lite-GGUF",
95
+ filename="Llama-3.1-SuperNova-Lite-Q5_K_M.gguf",
96
+ local_dir="./models",
97
+ token=huggingface_token
98
+ )
99
+
100
 
101
 
102
  llm = None
 
192
  'orca-2-7b-patent-instruct-llama-2-q5_k_m.gguf',
193
  'smollm-135m-instruct-add-basics-q8_0.gguf',
194
  'Llama-3.2-1B-Instruct-Q8_0.gguf',
195
+ 'Mistral-Small-Instruct-2409-Q5_K_M.gguf',
196
+ 'Llama-3.1-SuperNova-Lite-Q5_K_M.gguf'
197
  ],
198
  value="gemma-2-2b-it-Q6_K_L.gguf",
199
  label="Model"