Update app.py

app.py

@@ -18,6 +18,19 @@ hf_hub_download(
     local_dir="./models"
 )
 
+hf_hub_download(
+    repo_id="team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-GGUF",
+    filename="Tanuki-8x8B-dpo-v1.0-Q6_K.gguf",
+    local_dir="./models"
+)
+
+hf_hub_download(
+    repo_id="team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-GGUF",
+    filename="Tanuki-8x8B-dpo-v1.0-IQ3_M.gguf",
+    local_dir="./models"
+)
+
+
 
 llm = None
 llm_model = None
@@ -110,6 +123,8 @@ def respond(
 description = """<p align="center">★画面下のAdditional Inputから、使用したいモデルと、チャットテンプレートを選択してください。★</p>
 <p><center>
 <a href="https://huggingface.co/team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-GGUF/" target="_blank">Tanuki-8x8B-dpo-v1.0-IQ4_NL.gguf</a><br>
+<a href="https://huggingface.co/team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-GGUF/" target="_blank">Tanuki-8x8B-dpo-v1.0-Q6_K.gguf</a><br>
+<a href="https://huggingface.co/team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-GGUF/" target="_blank">Tanuki-8x8B-dpo-v1.0-IQ3_M.gguf</a><br>
 </center></p>
 """
 
@@ -123,7 +138,9 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Dropdown([
-                'Tanuki-8x8B-dpo-v1.0-IQ4_NL.gguf'
+                'Tanuki-8x8B-dpo-v1.0-IQ4_NL.gguf',
+                'Tanuki-8x8B-dpo-v1.0-Q6_K.gguf',
+                'Tanuki-8x8B-dpo-v1.0-IQ3_M.gguf'
             ],
             value="Tanuki-8x8B-dpo-v1.0-IQ4_NL.gguf",
             label="Model"