Update app.py

app.py

@@ -14,7 +14,7 @@ llm_model = None
 
 hf_hub_download(
     repo_id="bartowski/Reflection-Llama-3.1-70B-GGUF",
-    filename="Reflection-Llama-3.1-70B-Q4_K_M.gguf",
+    filename="Reflection-Llama-3.1-70B-Q3_K_M.gguf",
     local_dir = "./models"
 )
 
@@ -109,9 +109,9 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Dropdown([
-                "Reflection-Llama-3.1-70B-Q4_K_M.gguf"
+                "Reflection-Llama-3.1-70B-Q3_K_M.gguf"
             ],
-            value="Reflection-Llama-3.1-70B-Q4_K_M.gguf",
+            value="Reflection-Llama-3.1-70B-Q3_K_M.gguf",
             label="Model"
         ),
         gr.Textbox(value="You are a world-class AI system, capable of complex reasoning and reflection. Reason through the query inside <thinking> tags, and then provide your final response inside <output> tags. If you detect that you made a mistake in your reasoning at any point, correct yourself inside <reflection> tags.", label="System message"),