Added c4ai command-r 08, Gemma 2 9B IT, Gemma 2 27B IT

app.py

@@ -111,6 +111,27 @@ hf_hub_download(
     token=huggingface_token
 )
 
+hf_hub_download(
+    repo_id="bartowski/c4ai-command-r-08-2024-GGUF",
+    filename="c4ai-command-r-08-2024-Q5_K_M.gguf",
+    local_dir="./models",
+    token=huggingface_token
+)
+
+hf_hub_download(
+    repo_id="bartowski/gemma-2-9b-it-GGUF",
+    filename="gemma-2-9b-it-Q5_K_M.gguf",
+    local_dir="./models",
+    token=huggingface_token
+)
+
+hf_hub_download(
+    repo_id="bartowski/gemma-2-27b-it-GGUF",
+    filename="gemma-2-27b-it-Q5_K_M.gguf",
+    local_dir="./models",
+    token=huggingface_token
+)
+
 
 
 llm = None
@@ -209,7 +230,10 @@ demo = gr.ChatInterface(
                 'Mistral-Small-Instruct-2409-Q5_K_M.gguf',
                 'Llama-3.1-SuperNova-Lite-Q5_K_M.gguf',
                 'mixtralorochi8x7b.Q4_K_M.gguf',
-                'Phi-3.5-mini-instruct-Q6_K.gguf'
+                'Phi-3.5-mini-instruct-Q6_K.gguf',
+                'c4ai-command-r-08-2024-Q5_K_M.gguf',
+                'gemma-2-9b-it-Q5_K_M.gguf',
+                'gemma-2-27b-it-Q5_K_M.gguf'
             ],
             value="gemma-2-2b-it-Q6_K_L.gguf",
             label="Model"